08:03:27.183 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:27.183 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task35JAxc/test-tmp
08:03:27.184 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:03:27.184 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task35JAxc/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:27.185 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:27.481 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:27.481 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.483310 5893 mini_oidc.cc:150] Starting JWKS server
08:03:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.485796 5893 webserver.cc:469] Webserver started at http://127.0.0.1:46485/ using document root <none> and password file <none>
08:03:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.486011 5893 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.486490 5893 webserver.cc:469] Webserver started at http://127.0.0.1:38209/ using document root <none> and password file <none>
08:03:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T08:03:27Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T08:03:27Z Disabled control of system clock
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.516372 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/logs
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data/info.pb
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.126:37063
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.126
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.806198 5904 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.806474 5904 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.806558 5904 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813539 5904 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813611 5904 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813656 5904 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813694 5904 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813740 5904 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813793 5904 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.813841 5904 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46485/jwks.json
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.822875 5904 master_runner.cc:386] Master server non-default flags:
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.126:37063
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data/info.pb
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.126
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/logs
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.824318 5904 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.826031 5904 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.835714 5910 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.835714 5909 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.835763 5912 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.836728 5904 server_base.cc:1048] running on GCE node
08:03:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.837396 5904 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.838550 5904 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.839781 5904 hybrid_clock.cc:648] HybridClock initialized: now 1750752207839726 us; error 38 us; skew 500 ppm
08:03:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.840036 5904 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.842084 5904 webserver.cc:469] Webserver started at http://127.5.193.126:41855/ using document root <none> and password file <none>
08:03:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.842716 5904 fs_manager.cc:362] Metadata directory not provided
08:03:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.842808 5904 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.843065 5904 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.845369 5904 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data/instance:
08:03:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:27 on dist-test-slave-2hq9"
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.846035 5904 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal/instance:
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:27 on dist-test-slave-2hq9"
08:03:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.850680 5904 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.001s sys 0.004s
08:03:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.853541 5918 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.854728 5904 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.854882 5904 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:27 on dist-test-slave-2hq9"
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.855020 5904 fs_report.cc:389] FS layout report
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data/data
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.880465 5904 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.881321 5904 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.881558 5904 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.901153 5904 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.126:37063
08:03:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.901214 5979 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.126:37063 every 8 connection(s)
08:03:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.902488 5904 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/data/info.pb
08:03:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.906031 5980 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.910439 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 5904
08:03:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.910727 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-0/wal/instance
08:03:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.911482 5980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.912873 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/logs
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data/info.pb
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.125:39711
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.125
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.926537 5980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.927568 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.928959 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:27.978278 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } attempt: 1
08:03:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:27.980217 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.048430 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } attempt: 2
08:03:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.050269 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.141530 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } attempt: 3
08:03:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.143311 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.219194 5984 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.219523 5984 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.219600 5984 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227226 5984 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227322 5984 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227377 5984 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227442 5984 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227515 5984 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227557 5984 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.227604 5984 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46485/jwks.json
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.236698 5984 master_runner.cc:386] Master server non-default flags:
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.125:39711
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data/info.pb
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.125
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/logs
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.238229 5984 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.240001 5984 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.250042 5990 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.250087 5991 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.250286 5993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.251048 5984 server_base.cc:1048] running on GCE node
08:03:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.251731 5984 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.252889 5984 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.254096 5984 hybrid_clock.cc:648] HybridClock initialized: now 1750752208254034 us; error 39 us; skew 500 ppm
08:03:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.254371 5984 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.256457 5984 webserver.cc:469] Webserver started at http://127.5.193.125:36165/ using document root <none> and password file <none>
08:03:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.257103 5984 fs_manager.cc:362] Metadata directory not provided
08:03:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.257194 5984 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.257452 5984 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.259614 5984 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data/instance:
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48877cc9fdee42fb94a885f409354159"
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.260401 5984 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal/instance:
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48877cc9fdee42fb94a885f409354159"
08:03:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.265205 5984 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.008s sys 0.000s
08:03:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.268198 5999 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.269455 5984 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.269580 5984 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48877cc9fdee42fb94a885f409354159"
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.269719 5984 fs_report.cc:389] FS layout report
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data/data
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.286564 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } attempt: 4
08:03:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.286761 5984 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.287603 5984 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.287875 5984 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.288355 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.309546 5984 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.125:39711
08:03:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.309587 6060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.125:39711 every 8 connection(s)
08:03:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.310858 5984 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/data/info.pb
08:03:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.314265 6061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.319710 6061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.320979 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 5984
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.321161 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-1/wal/instance
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.322268 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/logs
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data/info.pb
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.124:35443
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.124
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.333567 6061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.342963 6061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.343886 6000 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.345417 6061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.394670 6061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 1
08:03:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.396492 6061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.464707 6061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 2
08:03:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.466773 6061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.557963 6061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 3
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.559929 6061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.587618 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } attempt: 5
08:03:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.593570 5980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.595106 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.622709 6064 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.623026 6064 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.623107 6064 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630160 6064 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630231 6064 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630275 6064 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630311 6064 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630367 6064 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630400 6064 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.630436 6064 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46485/jwks.json
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.639179 6064 master_runner.cc:386] Master server non-default flags:
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.124:35443
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46485/jwks.json
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data/info.pb
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.124
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/logs
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.640568 6064 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:28.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.642223 6064 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.646371 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 1
08:03:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.648492 5980 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.652266 6071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.652534 6074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.652391 6072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.653419 6064 server_base.cc:1048] running on GCE node
08:03:28.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.654062 6064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.655359 6064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.656549 6064 hybrid_clock.cc:648] HybridClock initialized: now 1750752208656491 us; error 46 us; skew 500 ppm
08:03:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.656805 6064 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.658766 6064 webserver.cc:469] Webserver started at http://127.5.193.124:43209/ using document root <none> and password file <none>
08:03:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.659368 6064 fs_manager.cc:362] Metadata directory not provided
08:03:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.659458 6064 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.659770 6064 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.661911 6064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data/instance:
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad4e1683f521441aa64187582f2a4afa"
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.662536 6064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal/instance:
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad4e1683f521441aa64187582f2a4afa"
08:03:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.667105 6064 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
08:03:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.669858 6080 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.671036 6064 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.671159 6064 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad4e1683f521441aa64187582f2a4afa"
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:28 on dist-test-slave-2hq9"
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.671291 6064 fs_report.cc:389] FS layout report
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data/data
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.687453 6064 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.688072 6064 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.688269 6064 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:28.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.703199 6061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 4
08:03:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.705071 6061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.193.124:35443: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.708709 6064 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.124:35443
08:03:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.708747 6141 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.124:35443 every 8 connection(s)
08:03:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.710012 6064 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/data/info.pb
08:03:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.713476 6142 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.716753 5980 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 2
08:03:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.719641 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 6064
08:03:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.719832 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/master-2/wal/instance
08:03:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.720336 6142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.732424 6142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.736559 5980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: Bootstrap starting.
08:03:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.740613 5980 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: Neither blocks nor log segments found. Creating new log.
08:03:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.740903 6142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.741932 5980 log.cc:826] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: Log is configured to *not* fsync() on all Append() calls
08:03:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.745009 5980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: No bootstrap required, opened a new log
08:03:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.751391 6142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: Bootstrap starting.
08:03:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.751560 5980 raft_consensus.cc:357] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.751838 5980 raft_consensus.cc:383] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.751957 5980 raft_consensus.cc:738] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e680760acb7543ad944fe52ea118f39a, State: Initialized, Role: FOLLOWER
08:03:28.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.752494 5980 consensus_queue.cc:260] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.753311 6151 sys_catalog.cc:455] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.753583 6151 sys_catalog.cc:458] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.754169 5980 sys_catalog.cc:564] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.754444 6142 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: Neither blocks nor log segments found. Creating new log.
08:03:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.755374 6142 log.cc:826] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: Log is configured to *not* fsync() on all Append() calls
08:03:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.758222 6142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: No bootstrap required, opened a new log
08:03:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.764472 6142 raft_consensus.cc:357] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.764799 6142 raft_consensus.cc:383] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.764925 6142 raft_consensus.cc:738] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad4e1683f521441aa64187582f2a4afa, State: Initialized, Role: FOLLOWER
08:03:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.765640 6142 consensus_queue.cc:260] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.767139 6163 catalog_manager.cc:1560] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.767288 6163 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.771430 6165 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.771796 6165 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.772475 6142 sys_catalog.cc:564] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.766424 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: OK, instance_id { permanent_uuid: "48877cc9fdee42fb94a885f409354159" instance_seqno: 1750752208304616 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.773084 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.783193 6176 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.783412 6176 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.783941 6064 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: OK, instance_id { permanent_uuid: "48877cc9fdee42fb94a885f409354159" instance_seqno: 1750752208304616 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.789850 6064 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.831746 6165 raft_consensus.cc:491] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.831817 6151 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.832010 6165 raft_consensus.cc:513] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.832048 6151 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.833696 6165 leader_election.cc:290] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711)
08:03:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.834200 6151 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.835124 6107 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad4e1683f521441aa64187582f2a4afa" is_pre_election: true
08:03:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.835536 6107 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e680760acb7543ad944fe52ea118f39a in term 0.
08:03:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.836313 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad4e1683f521441aa64187582f2a4afa, e680760acb7543ad944fe52ea118f39a; no voters:
08:03:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.837388 5945 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad4e1683f521441aa64187582f2a4afa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a" is_pre_election: true
08:03:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.837622 6151 raft_consensus.cc:2802] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.837796 5945 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad4e1683f521441aa64187582f2a4afa in term 0.
08:03:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.838289 6151 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.838404 6151 raft_consensus.cc:3058] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 0 FOLLOWER]: Advancing to term 1
08:03:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.839884 6083 leader_election.cc:304] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad4e1683f521441aa64187582f2a4afa, e680760acb7543ad944fe52ea118f39a; no voters:
08:03:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.840384 6165 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.840509 6165 raft_consensus.cc:491] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.840608 6165 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 0 FOLLOWER]: Advancing to term 1
08:03:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.842133 6151 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.843602 6165 raft_consensus.cc:513] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.843888 6107 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad4e1683f521441aa64187582f2a4afa"
08:03:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.844257 6107 raft_consensus.cc:2391] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e680760acb7543ad944fe52ea118f39a in current term 1: Already voted for candidate ad4e1683f521441aa64187582f2a4afa in this term.
08:03:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.846853 6165 leader_election.cc:290] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [CANDIDATE]: Term 1 election: Requested vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711)
08:03:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.846282 6151 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 1 election: Requested vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.846909 5945 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad4e1683f521441aa64187582f2a4afa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:28.847733 5945 raft_consensus.cc:2391] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ad4e1683f521441aa64187582f2a4afa in current term 1: Already voted for candidate e680760acb7543ad944fe52ea118f39a in this term.
08:03:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.884069 5924 tablet.cc:2378] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:28.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:28.940124 6086 tablet.cc:2378] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.004315 6061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } attempt: 5
08:03:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.016481 6061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: Bootstrap starting.
08:03:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.021567 6061 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: Neither blocks nor log segments found. Creating new log.
08:03:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.022873 6061 log.cc:826] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: Log is configured to *not* fsync() on all Append() calls
08:03:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.032274 6061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: No bootstrap required, opened a new log
08:03:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.039453 6061 raft_consensus.cc:357] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.039763 6061 raft_consensus.cc:383] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.040071 6061 raft_consensus.cc:738] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48877cc9fdee42fb94a885f409354159, State: Initialized, Role: FOLLOWER
08:03:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.040922 6061 consensus_queue.cc:260] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:29.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.048144 6179 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.050266 6061 sys_catalog.cc:564] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: configured and running, proceeding with master startup.
08:03:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.050338 6025 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad4e1683f521441aa64187582f2a4afa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159" is_pre_election: true
08:03:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.051558 6025 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad4e1683f521441aa64187582f2a4afa in term 0.
08:03:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.051779 6179 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.050901 6023 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad4e1683f521441aa64187582f2a4afa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159"
08:03:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.051106 6024 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159"
08:03:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.050698 6026 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159" is_pre_election: true
08:03:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.053205 6023 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 0 FOLLOWER]: Advancing to term 1
08:03:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.053872 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.054548 6151 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
08:03:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.057214 6023 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad4e1683f521441aa64187582f2a4afa in term 1.
08:03:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.058293 6081 leader_election.cc:304] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa; no voters: e680760acb7543ad944fe52ea118f39a
08:03:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.058907 6165 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 1 FOLLOWER]: Leader election won for term 1
08:03:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.059506 6165 raft_consensus.cc:695] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [term 1 LEADER]: Becoming Leader. State: Replica: ad4e1683f521441aa64187582f2a4afa, State: Running, Role: LEADER
08:03:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.060071 6165 consensus_queue.cc:237] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.072726 6182 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad4e1683f521441aa64187582f2a4afa. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.073101 6182 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: This master's current role is: LEADER
08:03:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.074066 6186 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:29.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.076848 6186 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.091988 5945 raft_consensus.cc:1273] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Refusing update from remote peer ad4e1683f521441aa64187582f2a4afa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.093124 6023 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Refusing update from remote peer ad4e1683f521441aa64187582f2a4afa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.094205 6165 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [LEADER]: Connected to new peer: Peer: permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.095616 6165 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [LEADER]: Connected to new peer: Peer: permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.139968 6179 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad4e1683f521441aa64187582f2a4afa. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.140265 6179 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.144587 6188 mvcc.cc:204] Tried to move back new op lower bound from 7171081048428056576 to 7171081048314621952. Current Snapshot: MvccSnapshot[applied={T|T < 7171081048428056576}]
08:03:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.155939 6193 mvcc.cc:204] Tried to move back new op lower bound from 7171081048428056576 to 7171081048314621952. Current Snapshot: MvccSnapshot[applied={T|T < 7171081048428056576}]
08:03:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.161921 6151 sys_catalog.cc:455] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad4e1683f521441aa64187582f2a4afa. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.163267 6151 sys_catalog.cc:458] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.171792 6182 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.172057 6182 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: This master's current role is: LEADER
08:03:29.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.172936 6186 catalog_manager.cc:1349] Generated new cluster ID: 42649b4dc2724a9da87dd518710ceaf1
08:03:29.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.173048 6186 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.173666 6179 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.173856 6179 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.175450 6199 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:03:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.179139 6165 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.180109 6165 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa [sys.catalog]: This master's current role is: LEADER
08:03:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.180572 6191 mvcc.cc:204] Tried to move back new op lower bound from 7171081048428056576 to 7171081048314621952. Current Snapshot: MvccSnapshot[applied={T|T < 7171081048428056576}]
08:03:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.198449 6151 sys_catalog.cc:455] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad4e1683f521441aa64187582f2a4afa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.198717 6151 sys_catalog.cc:458] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.216969 6186 catalog_manager.cc:1372] Generated new certificate authority record
08:03:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.219540 6186 catalog_manager.cc:1506] Loading token signing keys...
08:03:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.236811 6186 catalog_manager.cc:5955] T 00000000000000000000000000000000 P ad4e1683f521441aa64187582f2a4afa: Generated new TSK 0
08:03:29.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.238525 6186 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.261422 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal
08:03:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/logs
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data/info.pb
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.65:0
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.65
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.65
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.559046 6203 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.559403 6203 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.559577 6203 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.569079 6203 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.569247 6203 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.569319 6203 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.569368 6203 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.569485 6203 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.193.65
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.579563 6203 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.65:0
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data/info.pb
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.65
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.65
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/logs
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.581104 6203 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.582813 6203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.593652 6209 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.593786 6211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:29.593614 6208 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.594693 6203 server_base.cc:1048] running on GCE node
08:03:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.595253 6203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:29.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.596123 6203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.597333 6203 hybrid_clock.cc:648] HybridClock initialized: now 1750752209597262 us; error 43 us; skew 500 ppm
08:03:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.597632 6203 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.599850 6203 webserver.cc:469] Webserver started at http://127.5.193.65:39665/ using document root <none> and password file <none>
08:03:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.600515 6203 fs_manager.cc:362] Metadata directory not provided
08:03:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.600613 6203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.600951 6203 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.603173 6203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data/instance:
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b45dbcbfc2a4931873582e26932cc80"
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:29 on dist-test-slave-2hq9"
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.603871 6203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal/instance:
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b45dbcbfc2a4931873582e26932cc80"
08:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:29 on dist-test-slave-2hq9"
08:03:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.608750 6203 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
08:03:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.611804 6217 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.613065 6203 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.613221 6203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b45dbcbfc2a4931873582e26932cc80"
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:29 on dist-test-slave-2hq9"
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.613425 6203 fs_report.cc:389] FS layout report
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data/data
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:29.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.640575 6203 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.641364 6203 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.641636 6203 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.644532 6203 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.644654 6203 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.644797 6203 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.645057 6203 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
08:03:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.694026 6203 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.65:38567
08:03:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.694093 6341 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.65:38567 every 8 connection(s)
08:03:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.695394 6203 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/data/info.pb
08:03:29.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.697603 6343 heartbeater.cc:344] Connected to a master server at 127.5.193.126:37063
08:03:29.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.698830 6343 heartbeater.cc:461] Registering TS with master...
08:03:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.700064 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 6203
08:03:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.700284 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-0/wal/instance
08:03:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.700495 6343 heartbeater.cc:507] Master 127.5.193.126:37063 requested a full tablet report, sending...
08:03:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.703958 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/logs
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data/info.pb
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.66:0
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.66
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.66
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.705608 5934 ts_manager.cc:194] Registered new tserver with Master: 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567)
08:03:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.706837 6342 heartbeater.cc:344] Connected to a master server at 127.5.193.124:35443
08:03:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.706972 6342 heartbeater.cc:461] Registering TS with master...
08:03:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.707824 6342 heartbeater.cc:507] Master 127.5.193.124:35443 requested a full tablet report, sending...
08:03:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.709317 6097 ts_manager.cc:194] Registered new tserver with Master: 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567)
08:03:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.709583 6344 heartbeater.cc:344] Connected to a master server at 127.5.193.125:39711
08:03:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.709685 6344 heartbeater.cc:461] Registering TS with master...
08:03:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.710095 6344 heartbeater.cc:507] Master 127.5.193.125:39711 requested a full tablet report, sending...
08:03:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.711181 6097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.193.65:37987
08:03:29.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.711551 6016 ts_manager.cc:194] Registered new tserver with Master: 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567)
08:03:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.769161 6163 catalog_manager.cc:1261] Loaded cluster ID: 42649b4dc2724a9da87dd518710ceaf1
08:03:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.769260 6163 catalog_manager.cc:1554] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: loading cluster ID for follower catalog manager: success
08:03:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.771767 6163 catalog_manager.cc:1576] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: acquiring CA information for follower catalog manager: success
08:03:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:29.773443 6163 catalog_manager.cc:1604] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.015717 6347 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.016027 6347 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.016124 6347 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.024050 6347 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.024215 6347 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.024267 6347 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.024303 6347 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.024380 6347 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.193.66
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.033321 6347 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.66:0
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data/info.pb
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.66
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.66
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/logs
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.034821 6347 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.036818 6347 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.047909 6353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.047963 6355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.047989 6352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.048660 6347 server_base.cc:1048] running on GCE node
08:03:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.049237 6347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.050099 6347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.051352 6347 hybrid_clock.cc:648] HybridClock initialized: now 1750752210051276 us; error 38 us; skew 500 ppm
08:03:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.051627 6347 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.053764 6347 webserver.cc:469] Webserver started at http://127.5.193.66:44285/ using document root <none> and password file <none>
08:03:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.054447 6347 fs_manager.cc:362] Metadata directory not provided
08:03:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.054569 6347 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.054908 6347 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.057263 6347 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data/instance:
08:03:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1409951acb574d8496f333c001efc7ca"
08:03:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.057943 6347 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal/instance:
08:03:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1409951acb574d8496f333c001efc7ca"
08:03:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.062800 6347 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.002s
08:03:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.065814 6361 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.066937 6347 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.067085 6347 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1409951acb574d8496f333c001efc7ca"
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.067277 6347 fs_report.cc:389] FS layout report
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data/data
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.094552 6347 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:30.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.095430 6347 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:30.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.095736 6347 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:30.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.098726 6347 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:30.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.098850 6347 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.098963 6347 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.099078 6347 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.158766 6347 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.66:37581
08:03:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.158814 6481 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.66:37581 every 8 connection(s)
08:03:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.160092 6347 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/data/info.pb
08:03:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.162629 6483 heartbeater.cc:344] Connected to a master server at 127.5.193.126:37063
08:03:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.163100 6483 heartbeater.cc:461] Registering TS with master...
08:03:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.164551 6483 heartbeater.cc:507] Master 127.5.193.126:37063 requested a full tablet report, sending...
08:03:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.165537 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 6347
08:03:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.165725 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-1/wal/instance
08:03:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.166458 5934 ts_manager.cc:194] Registered new tserver with Master: 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581)
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.170360 5893 external_mini_cluster.cc:1351] Running /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task35JAxc/build/asan/bin/kudu
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/logs
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data/info.pb
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.67:0
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.67
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.67
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178030 6482 heartbeater.cc:344] Connected to a master server at 127.5.193.124:35443
08:03:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178159 6482 heartbeater.cc:461] Registering TS with master...
08:03:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178290 6484 heartbeater.cc:344] Connected to a master server at 127.5.193.125:39711
08:03:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178433 6484 heartbeater.cc:461] Registering TS with master...
08:03:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178632 6482 heartbeater.cc:507] Master 127.5.193.124:35443 requested a full tablet report, sending...
08:03:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.178961 6484 heartbeater.cc:507] Master 127.5.193.125:39711 requested a full tablet report, sending...
08:03:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.179898 6016 ts_manager.cc:194] Registered new tserver with Master: 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581)
08:03:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.181131 6097 ts_manager.cc:194] Registered new tserver with Master: 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581)
08:03:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.181623 6199 catalog_manager.cc:1261] Loaded cluster ID: 42649b4dc2724a9da87dd518710ceaf1
08:03:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.181732 6199 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: loading cluster ID for follower catalog manager: success
08:03:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.181967 6097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.193.66:40611
08:03:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.187641 6199 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: acquiring CA information for follower catalog manager: success
08:03:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.190337 6199 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.486158 6487 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.486485 6487 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.486629 6487 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.494343 6487 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.494513 6487 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.494585 6487 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.494637 6487 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.494765 6487 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.193.67
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.503911 6487 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.193.84:38539
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.193.67:0
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data/info.pb
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.193.67
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.193.67
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/logs
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:03:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
08:03:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 07:43:20 UTC on 24a791456cd2
08:03:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6744
08:03:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.505748 6487 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.507467 6487 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.519249 6494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.519409 6493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.520444 6496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.520531 6487 server_base.cc:1048] running on GCE node
08:03:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.521288 6487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.522291 6487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.523543 6487 hybrid_clock.cc:648] HybridClock initialized: now 1750752210523459 us; error 30 us; skew 500 ppm
08:03:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.524003 6487 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.526602 6487 webserver.cc:469] Webserver started at http://127.5.193.67:39095/ using document root <none> and password file <none>
08:03:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.527456 6487 fs_manager.cc:362] Metadata directory not provided
08:03:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.527580 6487 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.527912 6487 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:03:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.531176 6487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data/instance:
08:03:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c28f62d96b85439bb7f3512436033a9b"
08:03:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.532157 6487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal/instance:
08:03:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c28f62d96b85439bb7f3512436033a9b"
08:03:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.538410 6487 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.003s
08:03:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.542407 6502 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.543900 6487 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.544029 6487 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data,/tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c28f62d96b85439bb7f3512436033a9b"
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 08:03:30 on dist-test-slave-2hq9"
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.544202 6487 fs_report.cc:389] FS layout report
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data/data
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.558959 6487 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.559782 6487 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.560051 6487 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.562978 6487 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.563098 6487 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.563222 6487 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.563315 6487 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.619421 6487 rpc_server.cc:307] RPC server started. Bound to: 127.5.193.67:45815
08:03:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.619462 6623 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.193.67:45815 every 8 connection(s)
08:03:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.620863 6487 server_base.cc:1180] Dumped server information to /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/data/info.pb
08:03:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.623365 6625 heartbeater.cc:344] Connected to a master server at 127.5.193.126:37063
08:03:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.623761 6625 heartbeater.cc:461] Registering TS with master...
08:03:30.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.625532 6625 heartbeater.cc:507] Master 127.5.193.126:37063 requested a full tablet report, sending...
08:03:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.627991 5934 ts_manager.cc:194] Registered new tserver with Master: c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.629963 5893 external_mini_cluster.cc:1413] Started /tmp/dist-test-task35JAxc/build/asan/bin/kudu as pid 6487
08:03:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.630124 5893 external_mini_cluster.cc:1427] Reading /tmp/dist-test-task35JAxc/test-tmp/mini-kudu-cluster7981630015799432588/ts-2/wal/instance
08:03:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.631075 6624 heartbeater.cc:344] Connected to a master server at 127.5.193.124:35443
08:03:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.631299 6624 heartbeater.cc:461] Registering TS with master...
08:03:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.631853 6624 heartbeater.cc:507] Master 127.5.193.124:35443 requested a full tablet report, sending...
08:03:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.632769 6097 ts_manager.cc:194] Registered new tserver with Master: c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.633803 6097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.193.67:53197
08:03:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.637111 6626 heartbeater.cc:344] Connected to a master server at 127.5.193.125:39711
08:03:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.637248 6626 heartbeater.cc:461] Registering TS with master...
08:03:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.637634 6626 heartbeater.cc:507] Master 127.5.193.125:39711 requested a full tablet report, sending...
08:03:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.638675 6016 ts_manager.cc:194] Registered new tserver with Master: c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.639458 5893 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
08:03:30.641 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:30.641 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:30.642 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.193.126"
port: 37063
}
bound_http_address {
host: "127.5.193.126"
port: 41855
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.193.125"
port: 39711
}
bound_http_address {
host: "127.5.193.125"
port: 36165
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.193.124"
port: 35443
}
bound_http_address {
host: "127.5.193.124"
port: 43209
}
}
}
08:03:30.642 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:30.643 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.193.65"
port: 38567
}
bound_http_address {
host: "127.5.193.65"
port: 39665
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.193.66"
port: 37581
}
bound_http_address {
host: "127.5.193.66"
port: 44285
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.193.67"
port: 45815
}
bound_http_address {
host: "127.5.193.67"
port: 39095
}
}
}
08:03:30.643 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:30.645 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:30.647 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.193.126:37063(127.5.193.126:37063)] connecting to peer
08:03:30.648 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:30.649 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:30.649 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.193.126:37063(127.5.193.126:37063)] Successfully connected to peer
08:03:30.649 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.193.124:35443(127.5.193.124:35443)] Successfully connected to peer
08:03:30.652 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.193.124
08:03:30.652 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.193.126
08:03:30.657 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.193.125:39711(127.5.193.125:39711)] Successfully connected to peer
08:03:30.663 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7f6f2699, L:/127.0.0.1:33180 - R:/127.5.193.124:35443] using SASL/PLAIN
08:03:30.664 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.193.125
08:03:30.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:30.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: OK, deferred=null) after lookup
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.667234 6097 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33180:
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:30.668 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3f599949, L:/127.0.0.1:58282 - R:/127.5.193.126:37063] using SASL/PLAIN
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.669601 6097 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:30.675 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x537026c5, L:/127.0.0.1:54588 - R:/127.5.193.125:39711] using SASL/PLAIN
08:03:30.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 46b42106696f4434a51b1c2d905b46e6
08:03:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.714622 6342 heartbeater.cc:499] Master 127.5.193.124:35443 was elected leader, sending a full tablet report...
08:03:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.726197 6277 tablet_service.cc:1468] Processing CreateTablet for tablet 5b9b4db44adb47298bc7a997e4e29b66 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.727126 6415 tablet_service.cc:1468] Processing CreateTablet for tablet 5b9b4db44adb47298bc7a997e4e29b66 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.727746 6277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5b9b4db44adb47298bc7a997e4e29b66. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.728229 6414 tablet_service.cc:1468] Processing CreateTablet for tablet 676c23c9f71d4313bdac2b7f523f27e6 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.728456 6415 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5b9b4db44adb47298bc7a997e4e29b66. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.729135 6414 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 676c23c9f71d4313bdac2b7f523f27e6. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.730058 6276 tablet_service.cc:1468] Processing CreateTablet for tablet 676c23c9f71d4313bdac2b7f523f27e6 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.730507 6276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 676c23c9f71d4313bdac2b7f523f27e6. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.737462 6556 tablet_service.cc:1468] Processing CreateTablet for tablet 5b9b4db44adb47298bc7a997e4e29b66 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.738907 6556 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5b9b4db44adb47298bc7a997e4e29b66. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.743480 6555 tablet_service.cc:1468] Processing CreateTablet for tablet 676c23c9f71d4313bdac2b7f523f27e6 (DEFAULT_TABLE table=txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.744009 6555 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 676c23c9f71d4313bdac2b7f523f27e6. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.749790 6651 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: Bootstrap starting.
08:03:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.751519 6650 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Bootstrap starting.
08:03:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.753897 6651 tablet_bootstrap.cc:654] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: Neither blocks nor log segments found. Creating new log.
08:03:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.755133 6650 tablet_bootstrap.cc:654] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Neither blocks nor log segments found. Creating new log.
08:03:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.755295 6651 log.cc:826] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: Log is configured to *not* fsync() on all Append() calls
08:03:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.756702 6650 log.cc:826] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Log is configured to *not* fsync() on all Append() calls
08:03:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.757670 6652 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: Bootstrap starting.
08:03:30.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.759734 6651 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: No bootstrap required, opened a new log
08:03:30.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.759734 6650 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: No bootstrap required, opened a new log
08:03:30.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.760032 6650 ts_tablet_manager.cc:1397] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
08:03:30.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.760059 6651 ts_tablet_manager.cc:1397] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
08:03:30.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.760722 6652 tablet_bootstrap.cc:654] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: Neither blocks nor log segments found. Creating new log.
08:03:30.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.761694 6652 log.cc:826] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: Log is configured to *not* fsync() on all Append() calls
08:03:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.763832 6652 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: No bootstrap required, opened a new log
08:03:30.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.764077 6652 ts_tablet_manager.cc:1397] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.766942 6650 raft_consensus.cc:357] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.766942 6651 raft_consensus.cc:357] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.767302 6651 raft_consensus.cc:383] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.767302 6650 raft_consensus.cc:383] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.767416 6650 raft_consensus.cc:738] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b45dbcbfc2a4931873582e26932cc80, State: Initialized, Role: FOLLOWER
08:03:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.767416 6651 raft_consensus.cc:738] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1409951acb574d8496f333c001efc7ca, State: Initialized, Role: FOLLOWER
08:03:30.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.768152 6650 consensus_queue.cc:260] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.768150 6651 consensus_queue.cc:260] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.769198 6652 raft_consensus.cc:357] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.769582 6652 raft_consensus.cc:383] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.769702 6652 raft_consensus.cc:738] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c28f62d96b85439bb7f3512436033a9b, State: Initialized, Role: FOLLOWER
08:03:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.770462 6651 ts_tablet_manager.cc:1428] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca: Time spent starting tablet: real 0.010s user 0.007s sys 0.002s
08:03:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.770412 6652 consensus_queue.cc:260] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.770850 6650 ts_tablet_manager.cc:1428] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Time spent starting tablet: real 0.011s user 0.009s sys 0.001s
08:03:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.771210 6650 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80: Bootstrap starting.
08:03:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.771862 6624 heartbeater.cc:499] Master 127.5.193.124:35443 was elected leader, sending a full tablet report...
08:03:30.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.772435 6652 ts_tablet_manager.cc:1428] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b: Time spent starting tablet: real 0.008s user 0.008s sys 0.001s
08:03:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.773414 6650 tablet_bootstrap.cc:654] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80: Neither blocks nor log segments found. Creating new log.
08:03:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.777175 6652 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: Bootstrap starting.
08:03:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.779421 6652 tablet_bootstrap.cc:654] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: Neither blocks nor log segments found. Creating new log.
08:03:30.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.783520 6482 heartbeater.cc:499] Master 127.5.193.124:35443 was elected leader, sending a full tablet report...
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.784021 6650 tablet_bootstrap.cc:492] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80: No bootstrap required, opened a new log
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.784196 6650 ts_tablet_manager.cc:1397] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.006s
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.784664 6651 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: Bootstrap starting.
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.785027 6650 raft_consensus.cc:357] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.785230 6650 raft_consensus.cc:383] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.785327 6650 raft_consensus.cc:738] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b45dbcbfc2a4931873582e26932cc80, State: Initialized, Role: FOLLOWER
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.785583 6650 consensus_queue.cc:260] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.786639 6650 ts_tablet_manager.cc:1428] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:30.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.787715 6651 tablet_bootstrap.cc:654] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: Neither blocks nor log segments found. Creating new log.
08:03:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.789420 6652 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: No bootstrap required, opened a new log
08:03:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.789587 6652 ts_tablet_manager.cc:1397] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.007s
08:03:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.790416 6652 raft_consensus.cc:357] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.790616 6652 raft_consensus.cc:383] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.790701 6652 raft_consensus.cc:738] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c28f62d96b85439bb7f3512436033a9b, State: Initialized, Role: FOLLOWER
08:03:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.790970 6652 consensus_queue.cc:260] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.794641 6652 ts_tablet_manager.cc:1428] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
08:03:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.796977 6651 tablet_bootstrap.cc:492] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: No bootstrap required, opened a new log
08:03:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.797261 6651 ts_tablet_manager.cc:1397] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.001s
08:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.797969 6651 raft_consensus.cc:357] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.798132 6651 raft_consensus.cc:383] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.798202 6651 raft_consensus.cc:738] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1409951acb574d8496f333c001efc7ca, State: Initialized, Role: FOLLOWER
08:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.798457 6651 consensus_queue.cc:260] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.798882 6651 ts_tablet_manager.cc:1428] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.878867 6657 raft_consensus.cc:491] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.879153 6657 raft_consensus.cc:513] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.880053 6627 tablet.cc:2378] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.881356 6657 leader_election.cc:290] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581), c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.890156 6435 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "676c23c9f71d4313bdac2b7f523f27e6" candidate_uuid: "4b45dbcbfc2a4931873582e26932cc80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1409951acb574d8496f333c001efc7ca" is_pre_election: true
08:03:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.890426 6579 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "676c23c9f71d4313bdac2b7f523f27e6" candidate_uuid: "4b45dbcbfc2a4931873582e26932cc80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c28f62d96b85439bb7f3512436033a9b" is_pre_election: true
08:03:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.890559 6435 raft_consensus.cc:2466] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4b45dbcbfc2a4931873582e26932cc80 in term 0.
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.890872 6579 raft_consensus.cc:2466] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4b45dbcbfc2a4931873582e26932cc80 in term 0.
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.891088 6221 leader_election.cc:304] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1409951acb574d8496f333c001efc7ca, 4b45dbcbfc2a4931873582e26932cc80; no voters:
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.891455 6657 raft_consensus.cc:2802] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.891602 6657 raft_consensus.cc:491] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.891701 6657 raft_consensus.cc:3058] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.893702 6657 raft_consensus.cc:513] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.894382 6657 leader_election.cc:290] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [CANDIDATE]: Term 1 election: Requested vote from peers 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581), c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.894694 6435 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "676c23c9f71d4313bdac2b7f523f27e6" candidate_uuid: "4b45dbcbfc2a4931873582e26932cc80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1409951acb574d8496f333c001efc7ca"
08:03:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.894793 6579 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "676c23c9f71d4313bdac2b7f523f27e6" candidate_uuid: "4b45dbcbfc2a4931873582e26932cc80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c28f62d96b85439bb7f3512436033a9b"
08:03:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.894909 6435 raft_consensus.cc:3058] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Advancing to term 1
08:03:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.894963 6579 raft_consensus.cc:3058] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Advancing to term 1
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.898088 6579 raft_consensus.cc:2466] T 676c23c9f71d4313bdac2b7f523f27e6 P c28f62d96b85439bb7f3512436033a9b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4b45dbcbfc2a4931873582e26932cc80 in term 1.
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.898078 6435 raft_consensus.cc:2466] T 676c23c9f71d4313bdac2b7f523f27e6 P 1409951acb574d8496f333c001efc7ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4b45dbcbfc2a4931873582e26932cc80 in term 1.
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.898516 6219 leader_election.cc:304] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b45dbcbfc2a4931873582e26932cc80, c28f62d96b85439bb7f3512436033a9b; no voters:
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.898792 6657 raft_consensus.cc:2802] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Leader election won for term 1
08:03:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.899216 6657 raft_consensus.cc:695] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [term 1 LEADER]: Becoming Leader. State: Replica: 4b45dbcbfc2a4931873582e26932cc80, State: Running, Role: LEADER
08:03:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.899729 6657 consensus_queue.cc:237] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:30.905584 6096 catalog_manager.cc:5582] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65). New cstate: current_term: 1 leader_uuid: "4b45dbcbfc2a4931873582e26932cc80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } health_report { overall_health: UNKNOWN } } }
08:03:30.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.918936 6485 tablet.cc:2378] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:30.949069 6345 tablet.cc:2378] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.202329 6656 raft_consensus.cc:491] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.202520 6656 raft_consensus.cc:513] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.204074 6656 leader_election.cc:290] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567), c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.212616 6579 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "5b9b4db44adb47298bc7a997e4e29b66" candidate_uuid: "1409951acb574d8496f333c001efc7ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c28f62d96b85439bb7f3512436033a9b" is_pre_election: true
08:03:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.212869 6579 raft_consensus.cc:2466] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1409951acb574d8496f333c001efc7ca in term 0.
08:03:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.212877 6297 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "5b9b4db44adb47298bc7a997e4e29b66" candidate_uuid: "1409951acb574d8496f333c001efc7ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b45dbcbfc2a4931873582e26932cc80" is_pre_election: true
08:03:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.213287 6297 raft_consensus.cc:2466] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1409951acb574d8496f333c001efc7ca in term 0.
08:03:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.213387 6363 leader_election.cc:304] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1409951acb574d8496f333c001efc7ca, c28f62d96b85439bb7f3512436033a9b; no voters:
08:03:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.213802 6656 raft_consensus.cc:2802] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.213932 6656 raft_consensus.cc:491] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.214032 6656 raft_consensus.cc:3058] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Advancing to term 1
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.216019 6656 raft_consensus.cc:513] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.216548 6656 leader_election.cc:290] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [CANDIDATE]: Term 1 election: Requested vote from peers 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567), c28f62d96b85439bb7f3512436033a9b (127.5.193.67:45815)
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.217005 6297 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "5b9b4db44adb47298bc7a997e4e29b66" candidate_uuid: "1409951acb574d8496f333c001efc7ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b45dbcbfc2a4931873582e26932cc80"
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.217098 6579 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "5b9b4db44adb47298bc7a997e4e29b66" candidate_uuid: "1409951acb574d8496f333c001efc7ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c28f62d96b85439bb7f3512436033a9b"
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.217213 6297 raft_consensus.cc:3058] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Advancing to term 1
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.217286 6579 raft_consensus.cc:3058] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Advancing to term 1
08:03:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.220204 6579 raft_consensus.cc:2466] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1409951acb574d8496f333c001efc7ca in term 1.
08:03:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.220224 6297 raft_consensus.cc:2466] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1409951acb574d8496f333c001efc7ca in term 1.
08:03:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.220583 6363 leader_election.cc:304] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1409951acb574d8496f333c001efc7ca, c28f62d96b85439bb7f3512436033a9b; no voters:
08:03:31.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.220966 6656 raft_consensus.cc:2802] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 1 FOLLOWER]: Leader election won for term 1
08:03:31.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.221465 6656 raft_consensus.cc:695] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [term 1 LEADER]: Becoming Leader. State: Replica: 1409951acb574d8496f333c001efc7ca, State: Running, Role: LEADER
08:03:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.222184 6656 consensus_queue.cc:237] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.227051 6096 catalog_manager.cc:5582] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca reported cstate change: term changed from 0 to 1, leader changed from <none> to 1409951acb574d8496f333c001efc7ca (127.5.193.66). New cstate: current_term: 1 leader_uuid: "1409951acb574d8496f333c001efc7ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } health_report { overall_health: UNKNOWN } } }
08:03:31.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.290460 6657 consensus_queue.cc:1035] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.309475 6657 consensus_queue.cc:1035] T 676c23c9f71d4313bdac2b7f523f27e6 P 4b45dbcbfc2a4931873582e26932cc80 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.311022 6096 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33186:
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.312163 6096 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.329612 6414 tablet_service.cc:1468] Processing CreateTablet for tablet 9ba773ae27e84917bd473c91586eb05b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=af4a402095a4454b99698f2e64a1c080]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.329613 6555 tablet_service.cc:1468] Processing CreateTablet for tablet 9ba773ae27e84917bd473c91586eb05b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=af4a402095a4454b99698f2e64a1c080]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.330485 6555 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ba773ae27e84917bd473c91586eb05b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.330495 6414 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ba773ae27e84917bd473c91586eb05b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.333694 6277 tablet_service.cc:1468] Processing CreateTablet for tablet 9ba773ae27e84917bd473c91586eb05b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=af4a402095a4454b99698f2e64a1c080]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.334669 6277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ba773ae27e84917bd473c91586eb05b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:31.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.337245 6689 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: Bootstrap starting.
08:03:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.337935 6688 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: Bootstrap starting.
08:03:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.339339 6688 tablet_bootstrap.cc:654] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: Neither blocks nor log segments found. Creating new log.
08:03:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.341473 6689 tablet_bootstrap.cc:654] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: Neither blocks nor log segments found. Creating new log.
08:03:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.341974 6688 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: No bootstrap required, opened a new log
08:03:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.342124 6688 ts_tablet_manager.cc:1397] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
08:03:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.342964 6691 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: Bootstrap starting.
08:03:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343057 6688 raft_consensus.cc:357] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343406 6689 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: No bootstrap required, opened a new log
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343547 6689 ts_tablet_manager.cc:1397] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343585 6688 raft_consensus.cc:383] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343684 6688 raft_consensus.cc:738] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1409951acb574d8496f333c001efc7ca, State: Initialized, Role: FOLLOWER
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.343902 6688 consensus_queue.cc:260] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344395 6689 raft_consensus.cc:357] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344424 6656 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344574 6689 raft_consensus.cc:383] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344584 6688 ts_tablet_manager.cc:1428] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344667 6656 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344657 6689 raft_consensus.cc:738] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c28f62d96b85439bb7f3512436033a9b, State: Initialized, Role: FOLLOWER
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.344910 6689 consensus_queue.cc:260] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.345085 6691 tablet_bootstrap.cc:654] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: Neither blocks nor log segments found. Creating new log.
08:03:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.345430 6689 ts_tablet_manager.cc:1428] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.345404 6685 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.345671 6685 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.351763 6691 tablet_bootstrap.cc:492] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: No bootstrap required, opened a new log
08:03:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.351887 6691 ts_tablet_manager.cc:1397] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.004s
08:03:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.352519 6691 raft_consensus.cc:357] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.352669 6691 raft_consensus.cc:383] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.352734 6691 raft_consensus.cc:738] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b45dbcbfc2a4931873582e26932cc80, State: Initialized, Role: FOLLOWER
08:03:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.352937 6691 consensus_queue.cc:260] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.353410 6691 ts_tablet_manager.cc:1428] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
08:03:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.353343 6657 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.354020 6657 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.363339 6685 raft_consensus.cc:491] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.363487 6685 raft_consensus.cc:513] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.364866 6685 leader_election.cc:290] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567), 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581)
08:03:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.371784 6435 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9ba773ae27e84917bd473c91586eb05b" candidate_uuid: "c28f62d96b85439bb7f3512436033a9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1409951acb574d8496f333c001efc7ca" is_pre_election: true
08:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.371773 6297 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9ba773ae27e84917bd473c91586eb05b" candidate_uuid: "c28f62d96b85439bb7f3512436033a9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b45dbcbfc2a4931873582e26932cc80" is_pre_election: true
08:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.372038 6435 raft_consensus.cc:2466] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c28f62d96b85439bb7f3512436033a9b in term 0.
08:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.372037 6297 raft_consensus.cc:2466] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c28f62d96b85439bb7f3512436033a9b in term 0.
08:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.372503 6503 leader_election.cc:304] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b45dbcbfc2a4931873582e26932cc80, c28f62d96b85439bb7f3512436033a9b; no voters:
08:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.372864 6685 raft_consensus.cc:2802] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.372983 6685 raft_consensus.cc:491] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.373122 6685 raft_consensus.cc:3058] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 0 FOLLOWER]: Advancing to term 1
08:03:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.375245 6685 raft_consensus.cc:513] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.375939 6685 leader_election.cc:290] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [CANDIDATE]: Term 1 election: Requested vote from peers 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567), 1409951acb574d8496f333c001efc7ca (127.5.193.66:37581)
08:03:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.376339 6297 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9ba773ae27e84917bd473c91586eb05b" candidate_uuid: "c28f62d96b85439bb7f3512436033a9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b45dbcbfc2a4931873582e26932cc80"
08:03:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.376392 6435 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9ba773ae27e84917bd473c91586eb05b" candidate_uuid: "c28f62d96b85439bb7f3512436033a9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1409951acb574d8496f333c001efc7ca"
08:03:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.376549 6435 raft_consensus.cc:3058] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 0 FOLLOWER]: Advancing to term 1
08:03:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.376528 6297 raft_consensus.cc:3058] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 0 FOLLOWER]: Advancing to term 1
08:03:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.378408 6435 raft_consensus.cc:2466] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c28f62d96b85439bb7f3512436033a9b in term 1.
08:03:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.378414 6297 raft_consensus.cc:2466] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c28f62d96b85439bb7f3512436033a9b in term 1.
08:03:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.378810 6506 leader_election.cc:304] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1409951acb574d8496f333c001efc7ca, c28f62d96b85439bb7f3512436033a9b; no voters:
08:03:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.379107 6685 raft_consensus.cc:2802] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 1 FOLLOWER]: Leader election won for term 1
08:03:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.379487 6685 raft_consensus.cc:695] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [term 1 LEADER]: Becoming Leader. State: Replica: c28f62d96b85439bb7f3512436033a9b, State: Running, Role: LEADER
08:03:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.379912 6685 consensus_queue.cc:237] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } }
08:03:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.383066 6696 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: TxnStatusTablet state changed. Reason: New leader c28f62d96b85439bb7f3512436033a9b. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.383373 6696 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: This TxnStatusTablet replica's current role is: LEADER
08:03:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.383970 6096 catalog_manager.cc:5582] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b reported cstate change: term changed from 0 to 1, leader changed from <none> to c28f62d96b85439bb7f3512436033a9b (127.5.193.67). New cstate: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } health_report { overall_health: HEALTHY } } }
08:03:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.385239 6698 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:03:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.385469 6698 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:03:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.414031 6435 raft_consensus.cc:1273] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca [term 1 FOLLOWER]: Refusing update from remote peer c28f62d96b85439bb7f3512436033a9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.414286 6297 raft_consensus.cc:1273] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Refusing update from remote peer c28f62d96b85439bb7f3512436033a9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.414661 6685 consensus_queue.cc:1035] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.415081 6696 consensus_queue.cc:1035] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.422230 6657 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: TxnStatusTablet state changed. Reason: New leader c28f62d96b85439bb7f3512436033a9b. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.422437 6657 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.425654 6687 mvcc.cc:204] Tried to move back new op lower bound from 7171081057944158208 to 7171081057815592960. Current Snapshot: MvccSnapshot[applied={T|T < 7171081057944158208}]
08:03:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.430034 6657 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.430245 6657 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 4b45dbcbfc2a4931873582e26932cc80: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.430127 6685 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.430610 6685 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: This TxnStatusTablet replica's current role is: LEADER
08:03:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.437430 6656 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: TxnStatusTablet state changed. Reason: New leader c28f62d96b85439bb7f3512436033a9b. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.437675 6656 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.439064 6685 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.439234 6685 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b: This TxnStatusTablet replica's current role is: LEADER
08:03:31.440 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:03:31.442 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 46b42106696f4434a51b1c2d905b46e6
08:03:31.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5b9b4db44adb47298bc7a997e4e29b66 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:03:31.448 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 676c23c9f71d4313bdac2b7f523f27e6 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:03:31.448 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5b9b4db44adb47298bc7a997e4e29b66@[1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)[L],4b45dbcbfc2a4931873582e26932cc80(127.5.193.65:38567),c28f62d96b85439bb7f3512436033a9b(127.5.193.67:45815)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=676c23c9f71d4313bdac2b7f523f27e6@[1409951acb574d8496f333c001efc7ca(127.5.193.66:37581),4b45dbcbfc2a4931873582e26932cc80(127.5.193.65:38567)[L],c28f62d96b85439bb7f3512436033a9b(127.5.193.67:45815)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:03:31.449 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.193.124:35443, [4ms] Sub RPC GetTableLocations: received response from server master-127.5.193.124:35443: OK, deferred=null) after lookup
08:03:31.450 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)] connecting to peer
08:03:31.451 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)] Successfully connected to peer
08:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.452353 6683 mvcc.cc:204] Tried to move back new op lower bound from 7171081057944158208 to 7171081057815592960. Current Snapshot: MvccSnapshot[applied={T|T < 7171081057944158208}]
08:03:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.460703 6656 tablet_replica.cc:440] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c28f62d96b85439bb7f3512436033a9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 } } peers { permanent_uuid: "1409951acb574d8496f333c001efc7ca" member_type: VOTER last_known_addr { host: "127.5.193.66" port: 37581 } } peers { permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 } } }
08:03:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.460947 6656 tablet_replica.cc:443] T 9ba773ae27e84917bd473c91586eb05b P 1409951acb574d8496f333c001efc7ca: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.473 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x753bb1ce, L:/127.0.0.1:50294 - R:/127.5.193.66:37581] using TOKEN/null
08:03:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.499312 6297 raft_consensus.cc:1273] T 5b9b4db44adb47298bc7a997e4e29b66 P 4b45dbcbfc2a4931873582e26932cc80 [term 1 FOLLOWER]: Refusing update from remote peer 1409951acb574d8496f333c001efc7ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.499409 6579 raft_consensus.cc:1273] T 5b9b4db44adb47298bc7a997e4e29b66 P c28f62d96b85439bb7f3512436033a9b [term 1 FOLLOWER]: Refusing update from remote peer 1409951acb574d8496f333c001efc7ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.499949 6668 consensus_queue.cc:1035] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "4b45dbcbfc2a4931873582e26932cc80" member_type: VOTER last_known_addr { host: "127.5.193.65" port: 38567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.500229 6656 consensus_queue.cc:1035] T 5b9b4db44adb47298bc7a997e4e29b66 P 1409951acb574d8496f333c001efc7ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "c28f62d96b85439bb7f3512436033a9b" member_type: VOTER last_known_addr { host: "127.5.193.67" port: 45815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.516 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.193.124:35443
08:03:31.517 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:03:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.518272 5893 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-task35JAxc/build/asan/bin/kudu pid 6064
08:03:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.519431 6137 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.529229 6682 mvcc.cc:204] Tried to move back new op lower bound from 7171081058295607296 to 7171081057169932288. Current Snapshot: MvccSnapshot[applied={T|T < 7171081058295607296}]
08:03:31.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.667549 5893 external_mini_cluster.cc:1620] Killing /tmp/dist-test-task35JAxc/build/asan/bin/kudu with pid 6064
08:03:31.689 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.193.124:35443(127.5.193.124:35443)] handling channelInactive
08:03:31.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state READY due to: connection closed
08:03:31.690 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.895331 6342 heartbeater.cc:646] Failed to heartbeat to 127.5.193.124:35443 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:31.950 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:31.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.951 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.5.193.124:35443(127.5.193.124:35443) for tablet Kudu Master: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.965981 6716 raft_consensus.cc:491] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ad4e1683f521441aa64187582f2a4afa)
08:03:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.965986 6717 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ad4e1683f521441aa64187582f2a4afa)
08:03:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.966168 6717 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.966185 6716 raft_consensus.cc:513] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.966759 6717 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.967286 6026 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159" is_pre_election: true
08:03:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.967572 6026 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e680760acb7543ad944fe52ea118f39a in term 1.
08:03:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.967631 6716 leader_election.cc:290] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.967984 5944 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48877cc9fdee42fb94a885f409354159" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a" is_pre_election: true
08:03:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.968243 5944 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 48877cc9fdee42fb94a885f409354159 in term 1.
08:03:31.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.969234 6002 leader_election.cc:304] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 48877cc9fdee42fb94a885f409354159, e680760acb7543ad944fe52ea118f39a; no voters:
08:03:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.970628 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:31.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.971504 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 48877cc9fdee42fb94a885f409354159, e680760acb7543ad944fe52ea118f39a; no voters: ad4e1683f521441aa64187582f2a4afa
08:03:31.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.971941 6717 raft_consensus.cc:2802] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.972079 6717 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Starting leader election (detected failure of leader ad4e1683f521441aa64187582f2a4afa)
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.972095 6716 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.972167 6717 raft_consensus.cc:3058] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 1 FOLLOWER]: Advancing to term 2
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.972200 6716 raft_consensus.cc:491] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ad4e1683f521441aa64187582f2a4afa)
08:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.972293 6716 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 1 FOLLOWER]: Advancing to term 2
08:03:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.975261 6716 raft_consensus.cc:513] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.975739 6717 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.976794 5944 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48877cc9fdee42fb94a885f409354159" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.977037 5944 raft_consensus.cc:2391] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 48877cc9fdee42fb94a885f409354159 in current term 2: Already voted for candidate e680760acb7543ad944fe52ea118f39a in this term.
08:03:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.977615 6717 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 election: Requested vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.977705 6716 leader_election.cc:290] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 election: Requested vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.978660 6026 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e680760acb7543ad944fe52ea118f39a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "48877cc9fdee42fb94a885f409354159"
08:03:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.978915 6026 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e680760acb7543ad944fe52ea118f39a in current term 2: Already voted for candidate 48877cc9fdee42fb94a885f409354159 in this term.
08:03:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.979032 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.979192 6000 leader_election.cc:336] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.979883 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.980198 6717 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:31.980477 6000 leader_election.cc:336] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.980571 6000 leader_election.cc:304] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 48877cc9fdee42fb94a885f409354159; no voters: ad4e1683f521441aa64187582f2a4afa, e680760acb7543ad944fe52ea118f39a
08:03:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:31.980804 6716 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:31.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:31.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:31.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.5.193.124:35443, [4ms] received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1035820462(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1430840707@1087cae8 -> (continuation of Deferred@1991617154 after retry RPC after error@1163094220) -> (continuation of Deferred@307502565 after retry RPC after error@1017791949) -> (continuation of Deferred@1729108320 after retry RPC after error@970655814) -> (continuation of Deferred@198349229 after retry RPC after error@1698183479) -> (continuation of Deferred@33880041 after retry RPC after error@1677477591), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/558273874@7c3cfcfc -> (continuation of Deferred@1991617154 after retry RPC after error@1163094220) -> (continuation of Deferred@307502565 after retry RPC after error@1017791949) -> (continuation of Deferred@1729108320 after retry RPC after error@970655814) -> (continuation of Deferred@198349229 after retry RPC after error@1698183479) -> (continuation of Deferred@33880041 after retry RPC after error@1677477591)))
08:03:32.110 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.5.193.124:35443, [4ms] received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1035820462(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1430840707@1087cae8 -> (continuation of Deferred@1991617154 after retry RPC after error@1163094220) -> (continuation of Deferred@307502565 after retry RPC after error@1017791949) -> (continuation of Deferred@1729108320 after retry RPC after error@970655814) -> (continuation of Deferred@198349229 after retry RPC after error@1698183479) -> (continuation of Deferred@33880041 after retry RPC after error@1677477591), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/558273874@7c3cfcfc -> (continuation of Deferred@1991617154 after retry RPC after error@1163094220) -> (continuation of Deferred@307502565 after retry RPC after error@1017791949) -> (continuation of Deferred@1729108320 after retry RPC after error@970655814) -> (continuation of Deferred@198349229 after retry RPC after error@1698183479) -> (continuation of Deferred@33880041 after retry RPC after error@1677477591)))
08:03:32.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.293846 6716 raft_consensus.cc:491] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.294065 6716 raft_consensus.cc:513] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.294616 6716 leader_election.cc:290] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.295205 5944 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48877cc9fdee42fb94a885f409354159" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a" is_pre_election: true
08:03:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.295459 5944 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 48877cc9fdee42fb94a885f409354159 in term 2.
08:03:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.295900 6002 leader_election.cc:304] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 48877cc9fdee42fb94a885f409354159, e680760acb7543ad944fe52ea118f39a; no voters:
08:03:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.296190 6716 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.296216 6000 leader_election.cc:336] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.296355 6716 raft_consensus.cc:491] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.296458 6716 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 2 FOLLOWER]: Advancing to term 3
08:03:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.298381 6716 raft_consensus.cc:513] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.298879 6716 leader_election.cc:290] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 election: Requested vote from peers e680760acb7543ad944fe52ea118f39a (127.5.193.126:37063), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.299376 5944 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48877cc9fdee42fb94a885f409354159" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e680760acb7543ad944fe52ea118f39a"
08:03:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.299594 5944 raft_consensus.cc:3058] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 2 FOLLOWER]: Advancing to term 3
08:03:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.300192 6000 leader_election.cc:336] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.301803 5944 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 48877cc9fdee42fb94a885f409354159 in term 3.
08:03:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.302197 6002 leader_election.cc:304] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 48877cc9fdee42fb94a885f409354159, e680760acb7543ad944fe52ea118f39a; no voters: ad4e1683f521441aa64187582f2a4afa
08:03:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.302450 6716 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 3 FOLLOWER]: Leader election won for term 3
08:03:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.302922 6716 raft_consensus.cc:695] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [term 3 LEADER]: Becoming Leader. State: Replica: 48877cc9fdee42fb94a885f409354159, State: Running, Role: LEADER
08:03:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.303287 6716 consensus_queue.cc:237] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.304752 6722 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 48877cc9fdee42fb94a885f409354159. Latest consensus state: current_term: 3 leader_uuid: "48877cc9fdee42fb94a885f409354159" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.305078 6722 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: This master's current role is: LEADER
08:03:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.305714 6723 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.308315 6723 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6]
08:03:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.308754 6723 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=af4a402095a4454b99698f2e64a1c080]
08:03:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.310307 6723 tablet_loader.cc:96] loaded metadata for tablet 5b9b4db44adb47298bc7a997e4e29b66 (table txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6])
08:03:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.310644 6723 tablet_loader.cc:96] loaded metadata for tablet 676c23c9f71d4313bdac2b7f523f27e6 (table txn_manager_fallback [id=46b42106696f4434a51b1c2d905b46e6])
08:03:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.310976 6723 tablet_loader.cc:96] loaded metadata for tablet 9ba773ae27e84917bd473c91586eb05b (table kudu_system.kudu_transactions [id=af4a402095a4454b99698f2e64a1c080])
08:03:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.311204 6723 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.311957 6723 catalog_manager.cc:1261] Loaded cluster ID: 42649b4dc2724a9da87dd518710ceaf1
08:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.312033 6723 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.313119 6723 catalog_manager.cc:1506] Loading token signing keys...
08:03:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.313937 6723 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159: Loaded TSK: 0
08:03:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.314865 6723 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:32.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:32.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:32.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:32.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, deferred=Deferred@591220240(state=PENDING, result=null, callback=(continuation of Deferred@2069596799 after retry RPC after error@1472177774) -> (continuation of Deferred@1630057461 after retry RPC after error@673987598) -> (continuation of Deferred@260260614 after retry RPC after error@623183950) -> (continuation of Deferred@28749828 after retry RPC after error@1211310192) -> (continuation of Deferred@1564332291 after retry RPC after error@1356318098) -> (continuation of Deferred@1691711772 after retry RPC after error@901051734) -> (continuation of Deferred@112369450 after retry RPC after error@1747398971), errback=(continuation of Deferred@2069596799 after retry RPC after error@1472177774) -> (continuation of Deferred@1630057461 after retry RPC after error@673987598) -> (continuation of Deferred@260260614 after retry RPC after error@623183950) -> (continuation of Deferred@28749828 after retry RPC after error@1211310192) -> (continuation of Deferred@1564332291 after retry RPC after error@1356318098) -> (continuation of Deferred@1691711772 after retry RPC after error@901051734) -> (continuation of Deferred@112369450 after retry RPC after error@1747398971))) after lookup
08:03:32.387 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: OK, [244ms] sending RPC to server master-127.5.193.125:39711, deferred=Deferred@591220240(state=PENDING, result=null, callback=(continuation of Deferred@2069596799 after retry RPC after error@1472177774) -> (continuation of Deferred@1630057461 after retry RPC after error@673987598) -> (continuation of Deferred@260260614 after retry RPC after error@623183950) -> (continuation of Deferred@28749828 after retry RPC after error@1211310192) -> (continuation of Deferred@1564332291 after retry RPC after error@1356318098) -> (continuation of Deferred@1691711772 after retry RPC after error@901051734) -> (continuation of Deferred@112369450 after retry RPC after error@1747398971) -> (continuation of Deferred@1960280237 after retry RPC@2096573416), errback=(continuation of Deferred@2069596799 after retry RPC after error@1472177774) -> (continuation of Deferred@1630057461 after retry RPC after error@673987598) -> (continuation of Deferred@260260614 after retry RPC after error@623183950) -> (continuation of Deferred@28749828 after retry RPC after error@1211310192) -> (continuation of Deferred@1564332291 after retry RPC after error@1356318098) -> (continuation of Deferred@1691711772 after retry RPC after error@901051734) -> (continuation of Deferred@112369450 after retry RPC after error@1747398971) -> (continuation of Deferred@1960280237 after retry RPC@2096573416)))
08:03:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.409260 6046 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:54588 (request call id 15) took 37 ms (client timeout 6 ms). Trace:
08:03:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.409552 6046 rpcz_store.cc:269] 0624 08:03:32.371942 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:03:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 08:03:32.372036 (+ 94us) service_pool.cc:225] Handling call
08:03:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 08:03:32.409104 (+ 37068us) inbound_call.cc:173] Queueing success response
08:03:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":453,"thread_start_us":1305,"threads_started":5}
08:03:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.410773 5944 raft_consensus.cc:1273] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Refusing update from remote peer 48877cc9fdee42fb94a885f409354159: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:03:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.411466 6722 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:03:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.421221 6000 consensus_peers.cc:487] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 -> Peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Couldn't send request to peer ad4e1683f521441aa64187582f2a4afa. Status: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.429289 6717 sys_catalog.cc:455] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 48877cc9fdee42fb94a885f409354159. Latest consensus state: current_term: 3 leader_uuid: "48877cc9fdee42fb94a885f409354159" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.429638 6717 sys_catalog.cc:458] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: This master's current role is: FOLLOWER
08:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.431095 6716 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "48877cc9fdee42fb94a885f409354159" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.431330 6716 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 [sys.catalog]: This master's current role is: LEADER
08:03:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.432618 6717 sys_catalog.cc:455] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "48877cc9fdee42fb94a885f409354159" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } } }
08:03:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.432866 6717 sys_catalog.cc:458] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [sys.catalog]: This master's current role is: FOLLOWER
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:32.441735 6015 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54618:
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.446489 6015 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 776838812283 + 9223371260015964540 cannot be represented in type 'long'
08:03:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.518271 6624 heartbeater.cc:646] Failed to heartbeat to 127.5.193.124:35443 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.669129 6482 heartbeater.cc:646] Failed to heartbeat to 127.5.193.124:35443 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:32.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:32.966063 6000 consensus_peers.cc:487] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 -> Peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Couldn't send request to peer ad4e1683f521441aa64187582f2a4afa. Status: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:33.386065 6000 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111) [suppressed 17 similar messages]
08:03:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f4eaf11a558 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:03:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa64d55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:03:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:33.506259 6000 consensus_peers.cc:487] T 00000000000000000000000000000000 P 48877cc9fdee42fb94a885f409354159 -> Peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Couldn't send request to peer ad4e1683f521441aa64187582f2a4afa. Status: Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f4ec28c3a32 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:03:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f4ec28b3544 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
08:03:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.518101 6626 heartbeater.cc:499] Master 127.5.193.125:39711 was elected leader, sending a full tablet report...
08:03:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f4ec2a17b9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:03:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f4ec2a1877b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:03:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f4ec2a1d3bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:03:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f4ebc9490e6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:03:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f4ebc948e15 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:03:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.536027 6484 heartbeater.cc:499] Master 127.5.193.125:39711 was elected leader, sending a full tablet report...
08:03:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f4eb5f62c7e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:03:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f4eb5f61b5e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:03:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f4eb5f67d95 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
08:03:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f4eb5f686bf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
08:03:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f4eb5f684e8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:03:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa7573c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:03:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f4eaf1e44fd in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3
08:03:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f4eb26026da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:03:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f4eab33b71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
08:03:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
08:03:33.583 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.193.125:39711(127.5.193.125:39711)] handling channelInactive
08:03:33.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state READY due to: connection closed
08:03:33.583 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.5.193.125:39711(127.5.193.125:39711) for tablet Kudu Master: connection closed
08:03:33.588 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:33.691 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.691 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.775380 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.775535 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:33.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.837875 6747 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.838078 6747 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.838605 6747 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:33.839407 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111) [suppressed 8 similar messages]
08:03:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:33.840662 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:33.840929 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.841071 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.841336 6747 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:33.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:33.898746 6344 heartbeater.cc:499] Master 127.5.193.125:39711 was elected leader, sending a full tablet report...
08:03:33.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:33.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:33.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:33.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:33.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.230530 6747 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.230742 6747 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.231401 6747 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:34.232698 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:34.232898 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.232987 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.233203 6747 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:34.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.270 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1704373208(state=PENDING, result=null, callback=(continuation of Deferred@683252121 after retry RPC after error@1273021432) -> (continuation of Deferred@676371105 after retry RPC after error@2017995800) -> (continuation of Deferred@475596761 after retry RPC after error@1366030505) -> (continuation of Deferred@2109928887 after retry RPC after error@1154690811) -> (continuation of Deferred@274767479 after retry RPC after error@507544162) -> (continuation of Deferred@1959113552 after retry RPC after error@691859397) -> (continuation of Deferred@1035689907 after retry RPC after error@661821940), errback=(continuation of Deferred@683252121 after retry RPC after error@1273021432) -> (continuation of Deferred@676371105 after retry RPC after error@2017995800) -> (continuation of Deferred@475596761 after retry RPC after error@1366030505) -> (continuation of Deferred@2109928887 after retry RPC after error@1154690811) -> (continuation of Deferred@274767479 after retry RPC after error@507544162) -> (continuation of Deferred@1959113552 after retry RPC after error@691859397) -> (continuation of Deferred@1035689907 after retry RPC after error@661821940)))
08:03:34.270 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1704373208(state=PENDING, result=null, callback=(continuation of Deferred@683252121 after retry RPC after error@1273021432) -> (continuation of Deferred@676371105 after retry RPC after error@2017995800) -> (continuation of Deferred@475596761 after retry RPC after error@1366030505) -> (continuation of Deferred@2109928887 after retry RPC after error@1154690811) -> (continuation of Deferred@274767479 after retry RPC after error@507544162) -> (continuation of Deferred@1959113552 after retry RPC after error@691859397) -> (continuation of Deferred@1035689907 after retry RPC after error@661821940), errback=(continuation of Deferred@683252121 after retry RPC after error@1273021432) -> (continuation of Deferred@676371105 after retry RPC after error@2017995800) -> (continuation of Deferred@475596761 after retry RPC after error@1366030505) -> (continuation of Deferred@2109928887 after retry RPC after error@1154690811) -> (continuation of Deferred@274767479 after retry RPC after error@507544162) -> (continuation of Deferred@1959113552 after retry RPC after error@691859397) -> (continuation of Deferred@1035689907 after retry RPC after error@661821940)))
08:03:34.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.450 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@82599029(state=PENDING, result=null, callback=(continuation of Deferred@803960673 after retry RPC after error@1530329634) -> (continuation of Deferred@1508033474 after retry RPC after error@1066087295) -> (continuation of Deferred@1261378448 after retry RPC after error@665063229) -> (continuation of Deferred@1746351320 after retry RPC after error@241300078) -> (continuation of Deferred@1025608617 after retry RPC after error@981186263) -> (continuation of Deferred@1805378740 after retry RPC after error@1793624363), errback=(continuation of Deferred@803960673 after retry RPC after error@1530329634) -> (continuation of Deferred@1508033474 after retry RPC after error@1066087295) -> (continuation of Deferred@1261378448 after retry RPC after error@665063229) -> (continuation of Deferred@1746351320 after retry RPC after error@241300078) -> (continuation of Deferred@1025608617 after retry RPC after error@981186263) -> (continuation of Deferred@1805378740 after retry RPC after error@1793624363)))
08:03:34.450 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@82599029(state=PENDING, result=null, callback=(continuation of Deferred@803960673 after retry RPC after error@1530329634) -> (continuation of Deferred@1508033474 after retry RPC after error@1066087295) -> (continuation of Deferred@1261378448 after retry RPC after error@665063229) -> (continuation of Deferred@1746351320 after retry RPC after error@241300078) -> (continuation of Deferred@1025608617 after retry RPC after error@981186263) -> (continuation of Deferred@1805378740 after retry RPC after error@1793624363), errback=(continuation of Deferred@803960673 after retry RPC after error@1530329634) -> (continuation of Deferred@1508033474 after retry RPC after error@1066087295) -> (continuation of Deferred@1261378448 after retry RPC after error@665063229) -> (continuation of Deferred@1746351320 after retry RPC after error@241300078) -> (continuation of Deferred@1025608617 after retry RPC after error@981186263) -> (continuation of Deferred@1805378740 after retry RPC after error@1793624363)))
08:03:34.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.575390 6509 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.059s from last keepalive heartbeat (effective timeout is 1.000s)
08:03:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:34.579775 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:34.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.642773 6747 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.642952 6747 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.643525 6747 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:34.644747 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:34.644933 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.645033 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:34.645264 6747 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:34.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.689 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1360602280(state=PENDING, result=null, callback=(continuation of Deferred@1778081502 after retry RPC after error@287130712) -> (continuation of Deferred@1905586482 after retry RPC after error@1773184972) -> (continuation of Deferred@1510869386 after retry RPC after error@558541079) -> (continuation of Deferred@2004992365 after retry RPC after error@467895958) -> (continuation of Deferred@822840889 after retry RPC after error@1174248222) -> (continuation of Deferred@1007591525 after retry RPC after error@996038212) -> (continuation of Deferred@1447652688 after retry RPC after error@2135239148), errback=(continuation of Deferred@1778081502 after retry RPC after error@287130712) -> (continuation of Deferred@1905586482 after retry RPC after error@1773184972) -> (continuation of Deferred@1510869386 after retry RPC after error@558541079) -> (continuation of Deferred@2004992365 after retry RPC after error@467895958) -> (continuation of Deferred@822840889 after retry RPC after error@1174248222) -> (continuation of Deferred@1007591525 after retry RPC after error@996038212) -> (continuation of Deferred@1447652688 after retry RPC after error@2135239148)))
08:03:34.689 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1360602280(state=PENDING, result=null, callback=(continuation of Deferred@1778081502 after retry RPC after error@287130712) -> (continuation of Deferred@1905586482 after retry RPC after error@1773184972) -> (continuation of Deferred@1510869386 after retry RPC after error@558541079) -> (continuation of Deferred@2004992365 after retry RPC after error@467895958) -> (continuation of Deferred@822840889 after retry RPC after error@1174248222) -> (continuation of Deferred@1007591525 after retry RPC after error@996038212) -> (continuation of Deferred@1447652688 after retry RPC after error@2135239148), errback=(continuation of Deferred@1778081502 after retry RPC after error@287130712) -> (continuation of Deferred@1905586482 after retry RPC after error@1773184972) -> (continuation of Deferred@1510869386 after retry RPC after error@558541079) -> (continuation of Deferred@2004992365 after retry RPC after error@467895958) -> (continuation of Deferred@822840889 after retry RPC after error@1174248222) -> (continuation of Deferred@1007591525 after retry RPC after error@996038212) -> (continuation of Deferred@1447652688 after retry RPC after error@2135239148)))
08:03:34.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.930 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1068939686(state=PENDING, result=null, callback=(continuation of Deferred@2014955926 after retry RPC after error@334918097) -> (continuation of Deferred@1233132111 after retry RPC after error@1139925328) -> (continuation of Deferred@1964164545 after retry RPC after error@1430936139) -> (continuation of Deferred@475099343 after retry RPC after error@1348925812) -> (continuation of Deferred@859374196 after retry RPC after error@874946138) -> (continuation of Deferred@602298137 after retry RPC after error@1143781192) -> (continuation of Deferred@1073555227 after retry RPC after error@1068088048), errback=(continuation of Deferred@2014955926 after retry RPC after error@334918097) -> (continuation of Deferred@1233132111 after retry RPC after error@1139925328) -> (continuation of Deferred@1964164545 after retry RPC after error@1430936139) -> (continuation of Deferred@475099343 after retry RPC after error@1348925812) -> (continuation of Deferred@859374196 after retry RPC after error@874946138) -> (continuation of Deferred@602298137 after retry RPC after error@1143781192) -> (continuation of Deferred@1073555227 after retry RPC after error@1068088048)))
08:03:34.930 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1068939686(state=PENDING, result=null, callback=(continuation of Deferred@2014955926 after retry RPC after error@334918097) -> (continuation of Deferred@1233132111 after retry RPC after error@1139925328) -> (continuation of Deferred@1964164545 after retry RPC after error@1430936139) -> (continuation of Deferred@475099343 after retry RPC after error@1348925812) -> (continuation of Deferred@859374196 after retry RPC after error@874946138) -> (continuation of Deferred@602298137 after retry RPC after error@1143781192) -> (continuation of Deferred@1073555227 after retry RPC after error@1068088048), errback=(continuation of Deferred@2014955926 after retry RPC after error@334918097) -> (continuation of Deferred@1233132111 after retry RPC after error@1139925328) -> (continuation of Deferred@1964164545 after retry RPC after error@1430936139) -> (continuation of Deferred@475099343 after retry RPC after error@1348925812) -> (continuation of Deferred@859374196 after retry RPC after error@874946138) -> (continuation of Deferred@602298137 after retry RPC after error@1143781192) -> (continuation of Deferred@1073555227 after retry RPC after error@1068088048)))
08:03:34.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:34.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:34.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:34.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:34.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:34.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.149 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.149 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1066180229(state=PENDING, result=null, callback=(continuation of Deferred@1964521639 after retry RPC after error@867514278) -> (continuation of Deferred@762708570 after retry RPC after error@1993726407) -> (continuation of Deferred@1111231162 after retry RPC after error@1487801692) -> (continuation of Deferred@1171759297 after retry RPC after error@487866973) -> (continuation of Deferred@1071641247 after retry RPC after error@397659349) -> (continuation of Deferred@1864021834 after retry RPC after error@1352865374) -> (continuation of Deferred@279465439 after retry RPC after error@435482235), errback=(continuation of Deferred@1964521639 after retry RPC after error@867514278) -> (continuation of Deferred@762708570 after retry RPC after error@1993726407) -> (continuation of Deferred@1111231162 after retry RPC after error@1487801692) -> (continuation of Deferred@1171759297 after retry RPC after error@487866973) -> (continuation of Deferred@1071641247 after retry RPC after error@397659349) -> (continuation of Deferred@1864021834 after retry RPC after error@1352865374) -> (continuation of Deferred@279465439 after retry RPC after error@435482235)))
08:03:35.190 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1066180229(state=PENDING, result=null, callback=(continuation of Deferred@1964521639 after retry RPC after error@867514278) -> (continuation of Deferred@762708570 after retry RPC after error@1993726407) -> (continuation of Deferred@1111231162 after retry RPC after error@1487801692) -> (continuation of Deferred@1171759297 after retry RPC after error@487866973) -> (continuation of Deferred@1071641247 after retry RPC after error@397659349) -> (continuation of Deferred@1864021834 after retry RPC after error@1352865374) -> (continuation of Deferred@279465439 after retry RPC after error@435482235), errback=(continuation of Deferred@1964521639 after retry RPC after error@867514278) -> (continuation of Deferred@762708570 after retry RPC after error@1993726407) -> (continuation of Deferred@1111231162 after retry RPC after error@1487801692) -> (continuation of Deferred@1171759297 after retry RPC after error@487866973) -> (continuation of Deferred@1071641247 after retry RPC after error@397659349) -> (continuation of Deferred@1864021834 after retry RPC after error@1352865374) -> (continuation of Deferred@279465439 after retry RPC after error@435482235)))
08:03:35.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.269 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.289 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:35.431653 6768 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:35.431874 6768 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:35.432533 6768 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:35.434620 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:35.434846 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:35.434964 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:35.435242 6768 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:35.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.450 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [145ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [145ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1866332783(state=PENDING, result=null, callback=(continuation of Deferred@1956288355 after retry RPC after error@154752529) -> (continuation of Deferred@805424748 after retry RPC after error@812622977) -> (continuation of Deferred@275651680 after retry RPC after error@1403279778) -> (continuation of Deferred@1843961620 after retry RPC after error@544105860) -> (continuation of Deferred@1074000117 after retry RPC after error@832292894) -> (continuation of Deferred@404939014 after retry RPC after error@1261696451) -> (continuation of Deferred@342372360 after retry RPC after error@2069680547), errback=(continuation of Deferred@1956288355 after retry RPC after error@154752529) -> (continuation of Deferred@805424748 after retry RPC after error@812622977) -> (continuation of Deferred@275651680 after retry RPC after error@1403279778) -> (continuation of Deferred@1843961620 after retry RPC after error@544105860) -> (continuation of Deferred@1074000117 after retry RPC after error@832292894) -> (continuation of Deferred@404939014 after retry RPC after error@1261696451) -> (continuation of Deferred@342372360 after retry RPC after error@2069680547)))
08:03:35.451 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [145ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [145ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1866332783(state=PENDING, result=null, callback=(continuation of Deferred@1956288355 after retry RPC after error@154752529) -> (continuation of Deferred@805424748 after retry RPC after error@812622977) -> (continuation of Deferred@275651680 after retry RPC after error@1403279778) -> (continuation of Deferred@1843961620 after retry RPC after error@544105860) -> (continuation of Deferred@1074000117 after retry RPC after error@832292894) -> (continuation of Deferred@404939014 after retry RPC after error@1261696451) -> (continuation of Deferred@342372360 after retry RPC after error@2069680547), errback=(continuation of Deferred@1956288355 after retry RPC after error@154752529) -> (continuation of Deferred@805424748 after retry RPC after error@812622977) -> (continuation of Deferred@275651680 after retry RPC after error@1403279778) -> (continuation of Deferred@1843961620 after retry RPC after error@544105860) -> (continuation of Deferred@1074000117 after retry RPC after error@832292894) -> (continuation of Deferred@404939014 after retry RPC after error@1261696451) -> (continuation of Deferred@342372360 after retry RPC after error@2069680547)))
08:03:35.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2112436360(state=PENDING, result=null, callback=(continuation of Deferred@2096615263 after retry RPC after error@1630472328) -> (continuation of Deferred@952861803 after retry RPC after error@206755458) -> (continuation of Deferred@1310555488 after retry RPC after error@1475303267) -> (continuation of Deferred@862157097 after retry RPC after error@698306305) -> (continuation of Deferred@214749487 after retry RPC after error@557173658) -> (continuation of Deferred@154616996 after retry RPC after error@1518593476) -> (continuation of Deferred@816579090 after retry RPC after error@1070233222), errback=(continuation of Deferred@2096615263 after retry RPC after error@1630472328) -> (continuation of Deferred@952861803 after retry RPC after error@206755458) -> (continuation of Deferred@1310555488 after retry RPC after error@1475303267) -> (continuation of Deferred@862157097 after retry RPC after error@698306305) -> (continuation of Deferred@214749487 after retry RPC after error@557173658) -> (continuation of Deferred@154616996 after retry RPC after error@1518593476) -> (continuation of Deferred@816579090 after retry RPC after error@1070233222)))
08:03:35.710 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2112436360(state=PENDING, result=null, callback=(continuation of Deferred@2096615263 after retry RPC after error@1630472328) -> (continuation of Deferred@952861803 after retry RPC after error@206755458) -> (continuation of Deferred@1310555488 after retry RPC after error@1475303267) -> (continuation of Deferred@862157097 after retry RPC after error@698306305) -> (continuation of Deferred@214749487 after retry RPC after error@557173658) -> (continuation of Deferred@154616996 after retry RPC after error@1518593476) -> (continuation of Deferred@816579090 after retry RPC after error@1070233222), errback=(continuation of Deferred@2096615263 after retry RPC after error@1630472328) -> (continuation of Deferred@952861803 after retry RPC after error@206755458) -> (continuation of Deferred@1310555488 after retry RPC after error@1475303267) -> (continuation of Deferred@862157097 after retry RPC after error@698306305) -> (continuation of Deferred@214749487 after retry RPC after error@557173658) -> (continuation of Deferred@154616996 after retry RPC after error@1518593476) -> (continuation of Deferred@816579090 after retry RPC after error@1070233222)))
08:03:35.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@62879479(state=PENDING, result=null, callback=(continuation of Deferred@256347186 after retry RPC after error@243351108) -> (continuation of Deferred@616789387 after retry RPC after error@1546893098) -> (continuation of Deferred@1873188482 after retry RPC after error@1758656044) -> (continuation of Deferred@1468184976 after retry RPC after error@373939885) -> (continuation of Deferred@1291864160 after retry RPC after error@849130618) -> (continuation of Deferred@1888540032 after retry RPC after error@678740361) -> (continuation of Deferred@1735974831 after retry RPC after error@806393950), errback=(continuation of Deferred@256347186 after retry RPC after error@243351108) -> (continuation of Deferred@616789387 after retry RPC after error@1546893098) -> (continuation of Deferred@1873188482 after retry RPC after error@1758656044) -> (continuation of Deferred@1468184976 after retry RPC after error@373939885) -> (continuation of Deferred@1291864160 after retry RPC after error@849130618) -> (continuation of Deferred@1888540032 after retry RPC after error@678740361) -> (continuation of Deferred@1735974831 after retry RPC after error@806393950)))
08:03:35.951 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@62879479(state=PENDING, result=null, callback=(continuation of Deferred@256347186 after retry RPC after error@243351108) -> (continuation of Deferred@616789387 after retry RPC after error@1546893098) -> (continuation of Deferred@1873188482 after retry RPC after error@1758656044) -> (continuation of Deferred@1468184976 after retry RPC after error@373939885) -> (continuation of Deferred@1291864160 after retry RPC after error@849130618) -> (continuation of Deferred@1888540032 after retry RPC after error@678740361) -> (continuation of Deferred@1735974831 after retry RPC after error@806393950), errback=(continuation of Deferred@256347186 after retry RPC after error@243351108) -> (continuation of Deferred@616789387 after retry RPC after error@1546893098) -> (continuation of Deferred@1873188482 after retry RPC after error@1758656044) -> (continuation of Deferred@1468184976 after retry RPC after error@373939885) -> (continuation of Deferred@1291864160 after retry RPC after error@849130618) -> (continuation of Deferred@1888540032 after retry RPC after error@678740361) -> (continuation of Deferred@1735974831 after retry RPC after error@806393950)))
08:03:35.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:35.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:35.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:35.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:35.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:35.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.170 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1007184811(state=PENDING, result=null, callback=(continuation of Deferred@375914379 after retry RPC after error@1274071813) -> (continuation of Deferred@1783502402 after retry RPC after error@367295891) -> (continuation of Deferred@1020678915 after retry RPC after error@1899175807) -> (continuation of Deferred@1809181469 after retry RPC after error@1567296273) -> (continuation of Deferred@1403721204 after retry RPC after error@982134809) -> (continuation of Deferred@2126752086 after retry RPC after error@2071270940) -> (continuation of Deferred@1887090739 after retry RPC after error@463164637), errback=(continuation of Deferred@375914379 after retry RPC after error@1274071813) -> (continuation of Deferred@1783502402 after retry RPC after error@367295891) -> (continuation of Deferred@1020678915 after retry RPC after error@1899175807) -> (continuation of Deferred@1809181469 after retry RPC after error@1567296273) -> (continuation of Deferred@1403721204 after retry RPC after error@982134809) -> (continuation of Deferred@2126752086 after retry RPC after error@2071270940) -> (continuation of Deferred@1887090739 after retry RPC after error@463164637)))
08:03:36.171 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1007184811(state=PENDING, result=null, callback=(continuation of Deferred@375914379 after retry RPC after error@1274071813) -> (continuation of Deferred@1783502402 after retry RPC after error@367295891) -> (continuation of Deferred@1020678915 after retry RPC after error@1899175807) -> (continuation of Deferred@1809181469 after retry RPC after error@1567296273) -> (continuation of Deferred@1403721204 after retry RPC after error@982134809) -> (continuation of Deferred@2126752086 after retry RPC after error@2071270940) -> (continuation of Deferred@1887090739 after retry RPC after error@463164637), errback=(continuation of Deferred@375914379 after retry RPC after error@1274071813) -> (continuation of Deferred@1783502402 after retry RPC after error@367295891) -> (continuation of Deferred@1020678915 after retry RPC after error@1899175807) -> (continuation of Deferred@1809181469 after retry RPC after error@1567296273) -> (continuation of Deferred@1403721204 after retry RPC after error@982134809) -> (continuation of Deferred@2126752086 after retry RPC after error@2071270940) -> (continuation of Deferred@1887090739 after retry RPC after error@463164637)))
08:03:36.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1085761105(state=PENDING, result=null, callback=(continuation of Deferred@126900622 after retry RPC after error@1119763191) -> (continuation of Deferred@1711231705 after retry RPC after error@511780313) -> (continuation of Deferred@458773422 after retry RPC after error@671263664) -> (continuation of Deferred@930369011 after retry RPC after error@550246697) -> (continuation of Deferred@2035346365 after retry RPC after error@1152548876) -> (continuation of Deferred@1371293372 after retry RPC after error@293148915) -> (continuation of Deferred@1862927458 after retry RPC after error@1063799663), errback=(continuation of Deferred@126900622 after retry RPC after error@1119763191) -> (continuation of Deferred@1711231705 after retry RPC after error@511780313) -> (continuation of Deferred@458773422 after retry RPC after error@671263664) -> (continuation of Deferred@930369011 after retry RPC after error@550246697) -> (continuation of Deferred@2035346365 after retry RPC after error@1152548876) -> (continuation of Deferred@1371293372 after retry RPC after error@293148915) -> (continuation of Deferred@1862927458 after retry RPC after error@1063799663)))
08:03:36.370 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1085761105(state=PENDING, result=null, callback=(continuation of Deferred@126900622 after retry RPC after error@1119763191) -> (continuation of Deferred@1711231705 after retry RPC after error@511780313) -> (continuation of Deferred@458773422 after retry RPC after error@671263664) -> (continuation of Deferred@930369011 after retry RPC after error@550246697) -> (continuation of Deferred@2035346365 after retry RPC after error@1152548876) -> (continuation of Deferred@1371293372 after retry RPC after error@293148915) -> (continuation of Deferred@1862927458 after retry RPC after error@1063799663), errback=(continuation of Deferred@126900622 after retry RPC after error@1119763191) -> (continuation of Deferred@1711231705 after retry RPC after error@511780313) -> (continuation of Deferred@458773422 after retry RPC after error@671263664) -> (continuation of Deferred@930369011 after retry RPC after error@550246697) -> (continuation of Deferred@2035346365 after retry RPC after error@1152548876) -> (continuation of Deferred@1371293372 after retry RPC after error@293148915) -> (continuation of Deferred@1862927458 after retry RPC after error@1063799663)))
08:03:36.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@350842415(state=PENDING, result=null, callback=(continuation of Deferred@1010596445 after retry RPC after error@280239271) -> (continuation of Deferred@1097967239 after retry RPC after error@506863760) -> (continuation of Deferred@1090998169 after retry RPC after error@1902522938) -> (continuation of Deferred@1039132431 after retry RPC after error@317874818) -> (continuation of Deferred@1777503426 after retry RPC after error@692421668) -> (continuation of Deferred@1800460700 after retry RPC after error@1790394374) -> (continuation of Deferred@392054030 after retry RPC after error@314541925), errback=(continuation of Deferred@1010596445 after retry RPC after error@280239271) -> (continuation of Deferred@1097967239 after retry RPC after error@506863760) -> (continuation of Deferred@1090998169 after retry RPC after error@1902522938) -> (continuation of Deferred@1039132431 after retry RPC after error@317874818) -> (continuation of Deferred@1777503426 after retry RPC after error@692421668) -> (continuation of Deferred@1800460700 after retry RPC after error@1790394374) -> (continuation of Deferred@392054030 after retry RPC after error@314541925)))
08:03:36.530 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@350842415(state=PENDING, result=null, callback=(continuation of Deferred@1010596445 after retry RPC after error@280239271) -> (continuation of Deferred@1097967239 after retry RPC after error@506863760) -> (continuation of Deferred@1090998169 after retry RPC after error@1902522938) -> (continuation of Deferred@1039132431 after retry RPC after error@317874818) -> (continuation of Deferred@1777503426 after retry RPC after error@692421668) -> (continuation of Deferred@1800460700 after retry RPC after error@1790394374) -> (continuation of Deferred@392054030 after retry RPC after error@314541925), errback=(continuation of Deferred@1010596445 after retry RPC after error@280239271) -> (continuation of Deferred@1097967239 after retry RPC after error@506863760) -> (continuation of Deferred@1090998169 after retry RPC after error@1902522938) -> (continuation of Deferred@1039132431 after retry RPC after error@317874818) -> (continuation of Deferred@1777503426 after retry RPC after error@692421668) -> (continuation of Deferred@1800460700 after retry RPC after error@1790394374) -> (continuation of Deferred@392054030 after retry RPC after error@314541925)))
08:03:36.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:36.658468 6779 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:36.658700 6779 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:36.659431 6779 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:36.661203 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:36.661357 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:36.661432 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:36.661697 6779 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:36.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@80868572(state=PENDING, result=null, callback=(continuation of Deferred@252688483 after retry RPC after error@1911876507) -> (continuation of Deferred@815475684 after retry RPC after error@1005014591) -> (continuation of Deferred@1230579072 after retry RPC after error@522696451) -> (continuation of Deferred@1980394248 after retry RPC after error@2006795584) -> (continuation of Deferred@2003311382 after retry RPC after error@1431647575) -> (continuation of Deferred@1881294558 after retry RPC after error@1829288671), errback=(continuation of Deferred@252688483 after retry RPC after error@1911876507) -> (continuation of Deferred@815475684 after retry RPC after error@1005014591) -> (continuation of Deferred@1230579072 after retry RPC after error@522696451) -> (continuation of Deferred@1980394248 after retry RPC after error@2006795584) -> (continuation of Deferred@2003311382 after retry RPC after error@1431647575) -> (continuation of Deferred@1881294558 after retry RPC after error@1829288671)))
08:03:36.710 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@80868572(state=PENDING, result=null, callback=(continuation of Deferred@252688483 after retry RPC after error@1911876507) -> (continuation of Deferred@815475684 after retry RPC after error@1005014591) -> (continuation of Deferred@1230579072 after retry RPC after error@522696451) -> (continuation of Deferred@1980394248 after retry RPC after error@2006795584) -> (continuation of Deferred@2003311382 after retry RPC after error@1431647575) -> (continuation of Deferred@1881294558 after retry RPC after error@1829288671), errback=(continuation of Deferred@252688483 after retry RPC after error@1911876507) -> (continuation of Deferred@815475684 after retry RPC after error@1005014591) -> (continuation of Deferred@1230579072 after retry RPC after error@522696451) -> (continuation of Deferred@1980394248 after retry RPC after error@2006795584) -> (continuation of Deferred@2003311382 after retry RPC after error@1431647575) -> (continuation of Deferred@1881294558 after retry RPC after error@1829288671)))
08:03:36.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@44269156(state=PENDING, result=null, callback=(continuation of Deferred@685636414 after retry RPC after error@1480745481) -> (continuation of Deferred@1090834581 after retry RPC after error@1489880719) -> (continuation of Deferred@529449635 after retry RPC after error@1410840945) -> (continuation of Deferred@863001374 after retry RPC after error@96410177) -> (continuation of Deferred@1817009039 after retry RPC after error@100186950) -> (continuation of Deferred@887208012 after retry RPC after error@1232195971) -> (continuation of Deferred@1340500481 after retry RPC after error@251972144), errback=(continuation of Deferred@685636414 after retry RPC after error@1480745481) -> (continuation of Deferred@1090834581 after retry RPC after error@1489880719) -> (continuation of Deferred@529449635 after retry RPC after error@1410840945) -> (continuation of Deferred@863001374 after retry RPC after error@96410177) -> (continuation of Deferred@1817009039 after retry RPC after error@100186950) -> (continuation of Deferred@887208012 after retry RPC after error@1232195971) -> (continuation of Deferred@1340500481 after retry RPC after error@251972144)))
08:03:36.889 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@44269156(state=PENDING, result=null, callback=(continuation of Deferred@685636414 after retry RPC after error@1480745481) -> (continuation of Deferred@1090834581 after retry RPC after error@1489880719) -> (continuation of Deferred@529449635 after retry RPC after error@1410840945) -> (continuation of Deferred@863001374 after retry RPC after error@96410177) -> (continuation of Deferred@1817009039 after retry RPC after error@100186950) -> (continuation of Deferred@887208012 after retry RPC after error@1232195971) -> (continuation of Deferred@1340500481 after retry RPC after error@251972144), errback=(continuation of Deferred@685636414 after retry RPC after error@1480745481) -> (continuation of Deferred@1090834581 after retry RPC after error@1489880719) -> (continuation of Deferred@529449635 after retry RPC after error@1410840945) -> (continuation of Deferred@863001374 after retry RPC after error@96410177) -> (continuation of Deferred@1817009039 after retry RPC after error@100186950) -> (continuation of Deferred@887208012 after retry RPC after error@1232195971) -> (continuation of Deferred@1340500481 after retry RPC after error@251972144)))
08:03:36.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:36.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:36.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:36.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:36.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:36.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.167 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1673312319(state=PENDING, result=null, callback=(continuation of Deferred@1500617462 after retry RPC after error@1832132603) -> (continuation of Deferred@258434930 after retry RPC after error@161237985) -> (continuation of Deferred@1550829070 after retry RPC after error@292143551) -> (continuation of Deferred@629241879 after retry RPC after error@1319762949) -> (continuation of Deferred@1825836136 after retry RPC after error@862932084) -> (continuation of Deferred@486591438 after retry RPC after error@482891199) -> (continuation of Deferred@1345568002 after retry RPC after error@427181980), errback=(continuation of Deferred@1500617462 after retry RPC after error@1832132603) -> (continuation of Deferred@258434930 after retry RPC after error@161237985) -> (continuation of Deferred@1550829070 after retry RPC after error@292143551) -> (continuation of Deferred@629241879 after retry RPC after error@1319762949) -> (continuation of Deferred@1825836136 after retry RPC after error@862932084) -> (continuation of Deferred@486591438 after retry RPC after error@482891199) -> (continuation of Deferred@1345568002 after retry RPC after error@427181980)))
08:03:37.168 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:37.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.209 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@936540372(state=PENDING, result=null, callback=(continuation of Deferred@363834763 after retry RPC after error@1707871740) -> (continuation of Deferred@870892601 after retry RPC after error@400035400) -> (continuation of Deferred@2146646733 after retry RPC after error@2052418338) -> (continuation of Deferred@266973533 after retry RPC after error@1486111910) -> (continuation of Deferred@1054292011 after retry RPC after error@1871333544) -> (continuation of Deferred@757825373 after retry RPC after error@1465954090), errback=(continuation of Deferred@363834763 after retry RPC after error@1707871740) -> (continuation of Deferred@870892601 after retry RPC after error@400035400) -> (continuation of Deferred@2146646733 after retry RPC after error@2052418338) -> (continuation of Deferred@266973533 after retry RPC after error@1486111910) -> (continuation of Deferred@1054292011 after retry RPC after error@1871333544) -> (continuation of Deferred@757825373 after retry RPC after error@1465954090)))
08:03:37.351 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@936540372(state=PENDING, result=null, callback=(continuation of Deferred@363834763 after retry RPC after error@1707871740) -> (continuation of Deferred@870892601 after retry RPC after error@400035400) -> (continuation of Deferred@2146646733 after retry RPC after error@2052418338) -> (continuation of Deferred@266973533 after retry RPC after error@1486111910) -> (continuation of Deferred@1054292011 after retry RPC after error@1871333544) -> (continuation of Deferred@757825373 after retry RPC after error@1465954090), errback=(continuation of Deferred@363834763 after retry RPC after error@1707871740) -> (continuation of Deferred@870892601 after retry RPC after error@400035400) -> (continuation of Deferred@2146646733 after retry RPC after error@2052418338) -> (continuation of Deferred@266973533 after retry RPC after error@1486111910) -> (continuation of Deferred@1054292011 after retry RPC after error@1871333544) -> (continuation of Deferred@757825373 after retry RPC after error@1465954090)))
08:03:37.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1125303237(state=PENDING, result=null, callback=(continuation of Deferred@243372918 after retry RPC after error@322682926) -> (continuation of Deferred@207278253 after retry RPC after error@1501771272) -> (continuation of Deferred@1528501357 after retry RPC after error@376214928) -> (continuation of Deferred@1282011208 after retry RPC after error@211463355) -> (continuation of Deferred@262236473 after retry RPC after error@2098441544) -> (continuation of Deferred@2122049810 after retry RPC after error@660434194) -> (continuation of Deferred@590426209 after retry RPC after error@1126736034), errback=(continuation of Deferred@243372918 after retry RPC after error@322682926) -> (continuation of Deferred@207278253 after retry RPC after error@1501771272) -> (continuation of Deferred@1528501357 after retry RPC after error@376214928) -> (continuation of Deferred@1282011208 after retry RPC after error@211463355) -> (continuation of Deferred@262236473 after retry RPC after error@2098441544) -> (continuation of Deferred@2122049810 after retry RPC after error@660434194) -> (continuation of Deferred@590426209 after retry RPC after error@1126736034)))
08:03:37.590 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1125303237(state=PENDING, result=null, callback=(continuation of Deferred@243372918 after retry RPC after error@322682926) -> (continuation of Deferred@207278253 after retry RPC after error@1501771272) -> (continuation of Deferred@1528501357 after retry RPC after error@376214928) -> (continuation of Deferred@1282011208 after retry RPC after error@211463355) -> (continuation of Deferred@262236473 after retry RPC after error@2098441544) -> (continuation of Deferred@2122049810 after retry RPC after error@660434194) -> (continuation of Deferred@590426209 after retry RPC after error@1126736034), errback=(continuation of Deferred@243372918 after retry RPC after error@322682926) -> (continuation of Deferred@207278253 after retry RPC after error@1501771272) -> (continuation of Deferred@1528501357 after retry RPC after error@376214928) -> (continuation of Deferred@1282011208 after retry RPC after error@211463355) -> (continuation of Deferred@262236473 after retry RPC after error@2098441544) -> (continuation of Deferred@2122049810 after retry RPC after error@660434194) -> (continuation of Deferred@590426209 after retry RPC after error@1126736034)))
08:03:37.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1848467163(state=PENDING, result=null, callback=(continuation of Deferred@1613539502 after retry RPC after error@740226972) -> (continuation of Deferred@1298497274 after retry RPC after error@1236941323) -> (continuation of Deferred@1280741962 after retry RPC after error@397356619) -> (continuation of Deferred@1910182122 after retry RPC after error@1772684984) -> (continuation of Deferred@294984965 after retry RPC after error@2133242890) -> (continuation of Deferred@1448322884 after retry RPC after error@2003761136) -> (continuation of Deferred@1319805229 after retry RPC after error@73845270), errback=(continuation of Deferred@1613539502 after retry RPC after error@740226972) -> (continuation of Deferred@1298497274 after retry RPC after error@1236941323) -> (continuation of Deferred@1280741962 after retry RPC after error@397356619) -> (continuation of Deferred@1910182122 after retry RPC after error@1772684984) -> (continuation of Deferred@294984965 after retry RPC after error@2133242890) -> (continuation of Deferred@1448322884 after retry RPC after error@2003761136) -> (continuation of Deferred@1319805229 after retry RPC after error@73845270)))
08:03:37.830 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1848467163(state=PENDING, result=null, callback=(continuation of Deferred@1613539502 after retry RPC after error@740226972) -> (continuation of Deferred@1298497274 after retry RPC after error@1236941323) -> (continuation of Deferred@1280741962 after retry RPC after error@397356619) -> (continuation of Deferred@1910182122 after retry RPC after error@1772684984) -> (continuation of Deferred@294984965 after retry RPC after error@2133242890) -> (continuation of Deferred@1448322884 after retry RPC after error@2003761136) -> (continuation of Deferred@1319805229 after retry RPC after error@73845270), errback=(continuation of Deferred@1613539502 after retry RPC after error@740226972) -> (continuation of Deferred@1298497274 after retry RPC after error@1236941323) -> (continuation of Deferred@1280741962 after retry RPC after error@397356619) -> (continuation of Deferred@1910182122 after retry RPC after error@1772684984) -> (continuation of Deferred@294984965 after retry RPC after error@2133242890) -> (continuation of Deferred@1448322884 after retry RPC after error@2003761136) -> (continuation of Deferred@1319805229 after retry RPC after error@73845270)))
08:03:37.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:37.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:37.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:37.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:37.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:37.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@359229114(state=PENDING, result=null, callback=(continuation of Deferred@300300049 after retry RPC after error@1650539478) -> (continuation of Deferred@909233454 after retry RPC after error@1756574180) -> (continuation of Deferred@1213062492 after retry RPC after error@597291016) -> (continuation of Deferred@469303784 after retry RPC after error@1781808994) -> (continuation of Deferred@1278584901 after retry RPC after error@541071483) -> (continuation of Deferred@1944435674 after retry RPC after error@954287595), errback=(continuation of Deferred@300300049 after retry RPC after error@1650539478) -> (continuation of Deferred@909233454 after retry RPC after error@1756574180) -> (continuation of Deferred@1213062492 after retry RPC after error@597291016) -> (continuation of Deferred@469303784 after retry RPC after error@1781808994) -> (continuation of Deferred@1278584901 after retry RPC after error@541071483) -> (continuation of Deferred@1944435674 after retry RPC after error@954287595)))
08:03:38.010 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@359229114(state=PENDING, result=null, callback=(continuation of Deferred@300300049 after retry RPC after error@1650539478) -> (continuation of Deferred@909233454 after retry RPC after error@1756574180) -> (continuation of Deferred@1213062492 after retry RPC after error@597291016) -> (continuation of Deferred@469303784 after retry RPC after error@1781808994) -> (continuation of Deferred@1278584901 after retry RPC after error@541071483) -> (continuation of Deferred@1944435674 after retry RPC after error@954287595), errback=(continuation of Deferred@300300049 after retry RPC after error@1650539478) -> (continuation of Deferred@909233454 after retry RPC after error@1756574180) -> (continuation of Deferred@1213062492 after retry RPC after error@597291016) -> (continuation of Deferred@469303784 after retry RPC after error@1781808994) -> (continuation of Deferred@1278584901 after retry RPC after error@541071483) -> (continuation of Deferred@1944435674 after retry RPC after error@954287595)))
08:03:38.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.188073 6790 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.188262 6790 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.188748 6790 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:38.191486 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:38.191700 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.191821 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.192057 6790 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:38.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@505346080(state=PENDING, result=null, callback=(continuation of Deferred@45208408 after retry RPC after error@2001529289) -> (continuation of Deferred@778435901 after retry RPC after error@1205067561) -> (continuation of Deferred@1265954712 after retry RPC after error@1533433246) -> (continuation of Deferred@1525405658 after retry RPC after error@51933497) -> (continuation of Deferred@1870419693 after retry RPC after error@106902585) -> (continuation of Deferred@42890799 after retry RPC after error@1121935102) -> (continuation of Deferred@1335473014 after retry RPC after error@806926400), errback=(continuation of Deferred@45208408 after retry RPC after error@2001529289) -> (continuation of Deferred@778435901 after retry RPC after error@1205067561) -> (continuation of Deferred@1265954712 after retry RPC after error@1533433246) -> (continuation of Deferred@1525405658 after retry RPC after error@51933497) -> (continuation of Deferred@1870419693 after retry RPC after error@106902585) -> (continuation of Deferred@42890799 after retry RPC after error@1121935102) -> (continuation of Deferred@1335473014 after retry RPC after error@806926400)))
08:03:38.270 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@505346080(state=PENDING, result=null, callback=(continuation of Deferred@45208408 after retry RPC after error@2001529289) -> (continuation of Deferred@778435901 after retry RPC after error@1205067561) -> (continuation of Deferred@1265954712 after retry RPC after error@1533433246) -> (continuation of Deferred@1525405658 after retry RPC after error@51933497) -> (continuation of Deferred@1870419693 after retry RPC after error@106902585) -> (continuation of Deferred@42890799 after retry RPC after error@1121935102) -> (continuation of Deferred@1335473014 after retry RPC after error@806926400), errback=(continuation of Deferred@45208408 after retry RPC after error@2001529289) -> (continuation of Deferred@778435901 after retry RPC after error@1205067561) -> (continuation of Deferred@1265954712 after retry RPC after error@1533433246) -> (continuation of Deferred@1525405658 after retry RPC after error@51933497) -> (continuation of Deferred@1870419693 after retry RPC after error@106902585) -> (continuation of Deferred@42890799 after retry RPC after error@1121935102) -> (continuation of Deferred@1335473014 after retry RPC after error@806926400)))
08:03:38.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.489 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1436925710(state=PENDING, result=null, callback=(continuation of Deferred@8879445 after retry RPC after error@156753567) -> (continuation of Deferred@338515571 after retry RPC after error@1812518455) -> (continuation of Deferred@1465807670 after retry RPC after error@1623911524) -> (continuation of Deferred@514498752 after retry RPC after error@884569164) -> (continuation of Deferred@274359854 after retry RPC after error@658772365) -> (continuation of Deferred@1822628101 after retry RPC after error@331815881) -> (continuation of Deferred@1357866121 after retry RPC after error@1461772128), errback=(continuation of Deferred@8879445 after retry RPC after error@156753567) -> (continuation of Deferred@338515571 after retry RPC after error@1812518455) -> (continuation of Deferred@1465807670 after retry RPC after error@1623911524) -> (continuation of Deferred@514498752 after retry RPC after error@884569164) -> (continuation of Deferred@274359854 after retry RPC after error@658772365) -> (continuation of Deferred@1822628101 after retry RPC after error@331815881) -> (continuation of Deferred@1357866121 after retry RPC after error@1461772128)))
08:03:38.490 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1436925710(state=PENDING, result=null, callback=(continuation of Deferred@8879445 after retry RPC after error@156753567) -> (continuation of Deferred@338515571 after retry RPC after error@1812518455) -> (continuation of Deferred@1465807670 after retry RPC after error@1623911524) -> (continuation of Deferred@514498752 after retry RPC after error@884569164) -> (continuation of Deferred@274359854 after retry RPC after error@658772365) -> (continuation of Deferred@1822628101 after retry RPC after error@331815881) -> (continuation of Deferred@1357866121 after retry RPC after error@1461772128), errback=(continuation of Deferred@8879445 after retry RPC after error@156753567) -> (continuation of Deferred@338515571 after retry RPC after error@1812518455) -> (continuation of Deferred@1465807670 after retry RPC after error@1623911524) -> (continuation of Deferred@514498752 after retry RPC after error@884569164) -> (continuation of Deferred@274359854 after retry RPC after error@658772365) -> (continuation of Deferred@1822628101 after retry RPC after error@331815881) -> (continuation of Deferred@1357866121 after retry RPC after error@1461772128)))
08:03:38.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.689 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@149838996(state=PENDING, result=null, callback=(continuation of Deferred@942181024 after retry RPC after error@1402159463) -> (continuation of Deferred@372465865 after retry RPC after error@1816364135) -> (continuation of Deferred@272789189 after retry RPC after error@1494457811) -> (continuation of Deferred@1412139792 after retry RPC after error@616258894) -> (continuation of Deferred@655113050 after retry RPC after error@1647626093) -> (continuation of Deferred@1783604016 after retry RPC after error@341885466) -> (continuation of Deferred@1391521063 after retry RPC after error@381376443), errback=(continuation of Deferred@942181024 after retry RPC after error@1402159463) -> (continuation of Deferred@372465865 after retry RPC after error@1816364135) -> (continuation of Deferred@272789189 after retry RPC after error@1494457811) -> (continuation of Deferred@1412139792 after retry RPC after error@616258894) -> (continuation of Deferred@655113050 after retry RPC after error@1647626093) -> (continuation of Deferred@1783604016 after retry RPC after error@341885466) -> (continuation of Deferred@1391521063 after retry RPC after error@381376443)))
08:03:38.690 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@149838996(state=PENDING, result=null, callback=(continuation of Deferred@942181024 after retry RPC after error@1402159463) -> (continuation of Deferred@372465865 after retry RPC after error@1816364135) -> (continuation of Deferred@272789189 after retry RPC after error@1494457811) -> (continuation of Deferred@1412139792 after retry RPC after error@616258894) -> (continuation of Deferred@655113050 after retry RPC after error@1647626093) -> (continuation of Deferred@1783604016 after retry RPC after error@341885466) -> (continuation of Deferred@1391521063 after retry RPC after error@381376443), errback=(continuation of Deferred@942181024 after retry RPC after error@1402159463) -> (continuation of Deferred@372465865 after retry RPC after error@1816364135) -> (continuation of Deferred@272789189 after retry RPC after error@1494457811) -> (continuation of Deferred@1412139792 after retry RPC after error@616258894) -> (continuation of Deferred@655113050 after retry RPC after error@1647626093) -> (continuation of Deferred@1783604016 after retry RPC after error@341885466) -> (continuation of Deferred@1391521063 after retry RPC after error@381376443)))
08:03:38.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.715797 6798 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.715967 6798 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.716492 6798 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:38.718592 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:38.718791 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.718932 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.719262 6798 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:38.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.777859 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:38.778029 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:38.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1889398391(state=PENDING, result=null, callback=(continuation of Deferred@755837614 after retry RPC after error@1665958163) -> (continuation of Deferred@395578668 after retry RPC after error@140883967) -> (continuation of Deferred@1283044359 after retry RPC after error@1262149762) -> (continuation of Deferred@2087745956 after retry RPC after error@1502606234) -> (continuation of Deferred@1490533664 after retry RPC after error@1148549192) -> (continuation of Deferred@1001882683 after retry RPC after error@486712308) -> (continuation of Deferred@2027496393 after retry RPC after error@385987490), errback=(continuation of Deferred@755837614 after retry RPC after error@1665958163) -> (continuation of Deferred@395578668 after retry RPC after error@140883967) -> (continuation of Deferred@1283044359 after retry RPC after error@1262149762) -> (continuation of Deferred@2087745956 after retry RPC after error@1502606234) -> (continuation of Deferred@1490533664 after retry RPC after error@1148549192) -> (continuation of Deferred@1001882683 after retry RPC after error@486712308) -> (continuation of Deferred@2027496393 after retry RPC after error@385987490)))
08:03:38.929 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1889398391(state=PENDING, result=null, callback=(continuation of Deferred@755837614 after retry RPC after error@1665958163) -> (continuation of Deferred@395578668 after retry RPC after error@140883967) -> (continuation of Deferred@1283044359 after retry RPC after error@1262149762) -> (continuation of Deferred@2087745956 after retry RPC after error@1502606234) -> (continuation of Deferred@1490533664 after retry RPC after error@1148549192) -> (continuation of Deferred@1001882683 after retry RPC after error@486712308) -> (continuation of Deferred@2027496393 after retry RPC after error@385987490), errback=(continuation of Deferred@755837614 after retry RPC after error@1665958163) -> (continuation of Deferred@395578668 after retry RPC after error@140883967) -> (continuation of Deferred@1283044359 after retry RPC after error@1262149762) -> (continuation of Deferred@2087745956 after retry RPC after error@1502606234) -> (continuation of Deferred@1490533664 after retry RPC after error@1148549192) -> (continuation of Deferred@1001882683 after retry RPC after error@486712308) -> (continuation of Deferred@2027496393 after retry RPC after error@385987490)))
08:03:38.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:38.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:38.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:38.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:38.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:38.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@608256144(state=PENDING, result=null, callback=(continuation of Deferred@1310453085 after retry RPC after error@901888893) -> (continuation of Deferred@2065378508 after retry RPC after error@1433450239) -> (continuation of Deferred@1150343177 after retry RPC after error@2092079541) -> (continuation of Deferred@1592633251 after retry RPC after error@242886095) -> (continuation of Deferred@1290331289 after retry RPC after error@612348800) -> (continuation of Deferred@396154899 after retry RPC after error@1209521010) -> (continuation of Deferred@1129327301 after retry RPC after error@443183772) -> (continuation of Deferred@1808235906 after retry RPC after error@490586059), errback=(continuation of Deferred@1310453085 after retry RPC after error@901888893) -> (continuation of Deferred@2065378508 after retry RPC after error@1433450239) -> (continuation of Deferred@1150343177 after retry RPC after error@2092079541) -> (continuation of Deferred@1592633251 after retry RPC after error@242886095) -> (continuation of Deferred@1290331289 after retry RPC after error@612348800) -> (continuation of Deferred@396154899 after retry RPC after error@1209521010) -> (continuation of Deferred@1129327301 after retry RPC after error@443183772) -> (continuation of Deferred@1808235906 after retry RPC after error@490586059)))
08:03:39.151 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@608256144(state=PENDING, result=null, callback=(continuation of Deferred@1310453085 after retry RPC after error@901888893) -> (continuation of Deferred@2065378508 after retry RPC after error@1433450239) -> (continuation of Deferred@1150343177 after retry RPC after error@2092079541) -> (continuation of Deferred@1592633251 after retry RPC after error@242886095) -> (continuation of Deferred@1290331289 after retry RPC after error@612348800) -> (continuation of Deferred@396154899 after retry RPC after error@1209521010) -> (continuation of Deferred@1129327301 after retry RPC after error@443183772) -> (continuation of Deferred@1808235906 after retry RPC after error@490586059), errback=(continuation of Deferred@1310453085 after retry RPC after error@901888893) -> (continuation of Deferred@2065378508 after retry RPC after error@1433450239) -> (continuation of Deferred@1150343177 after retry RPC after error@2092079541) -> (continuation of Deferred@1592633251 after retry RPC after error@242886095) -> (continuation of Deferred@1290331289 after retry RPC after error@612348800) -> (continuation of Deferred@396154899 after retry RPC after error@1209521010) -> (continuation of Deferred@1129327301 after retry RPC after error@443183772) -> (continuation of Deferred@1808235906 after retry RPC after error@490586059)))
08:03:39.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@945106688(state=PENDING, result=null, callback=(continuation of Deferred@685862844 after retry RPC after error@932544951) -> (continuation of Deferred@1220050623 after retry RPC after error@1501848967) -> (continuation of Deferred@2050715012 after retry RPC after error@1639502669) -> (continuation of Deferred@1795032131 after retry RPC after error@279768262) -> (continuation of Deferred@836432922 after retry RPC after error@383740887) -> (continuation of Deferred@203008339 after retry RPC after error@2074394314) -> (continuation of Deferred@490270592 after retry RPC after error@1884597795), errback=(continuation of Deferred@685862844 after retry RPC after error@932544951) -> (continuation of Deferred@1220050623 after retry RPC after error@1501848967) -> (continuation of Deferred@2050715012 after retry RPC after error@1639502669) -> (continuation of Deferred@1795032131 after retry RPC after error@279768262) -> (continuation of Deferred@836432922 after retry RPC after error@383740887) -> (continuation of Deferred@203008339 after retry RPC after error@2074394314) -> (continuation of Deferred@490270592 after retry RPC after error@1884597795)))
08:03:39.370 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@945106688(state=PENDING, result=null, callback=(continuation of Deferred@685862844 after retry RPC after error@932544951) -> (continuation of Deferred@1220050623 after retry RPC after error@1501848967) -> (continuation of Deferred@2050715012 after retry RPC after error@1639502669) -> (continuation of Deferred@1795032131 after retry RPC after error@279768262) -> (continuation of Deferred@836432922 after retry RPC after error@383740887) -> (continuation of Deferred@203008339 after retry RPC after error@2074394314) -> (continuation of Deferred@490270592 after retry RPC after error@1884597795), errback=(continuation of Deferred@685862844 after retry RPC after error@932544951) -> (continuation of Deferred@1220050623 after retry RPC after error@1501848967) -> (continuation of Deferred@2050715012 after retry RPC after error@1639502669) -> (continuation of Deferred@1795032131 after retry RPC after error@279768262) -> (continuation of Deferred@836432922 after retry RPC after error@383740887) -> (continuation of Deferred@203008339 after retry RPC after error@2074394314) -> (continuation of Deferred@490270592 after retry RPC after error@1884597795)))
08:03:39.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:39.575169 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToMaster RPC to 127.5.193.126:37063 timed out after 0.001s (SENT)
08:03:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:39.578796 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToMaster RPC to 127.5.193.126:37063 timed out after 0.001s (SENT)
08:03:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:39.580041 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:39.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@422294672(state=PENDING, result=null, callback=(continuation of Deferred@369858946 after retry RPC after error@733382127) -> (continuation of Deferred@245856066 after retry RPC after error@1257037106) -> (continuation of Deferred@6396516 after retry RPC after error@526909050) -> (continuation of Deferred@718247859 after retry RPC after error@115792533) -> (continuation of Deferred@173593239 after retry RPC after error@711747976) -> (continuation of Deferred@2085093753 after retry RPC after error@1279942167) -> (continuation of Deferred@4907363 after retry RPC after error@1235478731), errback=(continuation of Deferred@369858946 after retry RPC after error@733382127) -> (continuation of Deferred@245856066 after retry RPC after error@1257037106) -> (continuation of Deferred@6396516 after retry RPC after error@526909050) -> (continuation of Deferred@718247859 after retry RPC after error@115792533) -> (continuation of Deferred@173593239 after retry RPC after error@711747976) -> (continuation of Deferred@2085093753 after retry RPC after error@1279942167) -> (continuation of Deferred@4907363 after retry RPC after error@1235478731)))
08:03:39.630 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@422294672(state=PENDING, result=null, callback=(continuation of Deferred@369858946 after retry RPC after error@733382127) -> (continuation of Deferred@245856066 after retry RPC after error@1257037106) -> (continuation of Deferred@6396516 after retry RPC after error@526909050) -> (continuation of Deferred@718247859 after retry RPC after error@115792533) -> (continuation of Deferred@173593239 after retry RPC after error@711747976) -> (continuation of Deferred@2085093753 after retry RPC after error@1279942167) -> (continuation of Deferred@4907363 after retry RPC after error@1235478731), errback=(continuation of Deferred@369858946 after retry RPC after error@733382127) -> (continuation of Deferred@245856066 after retry RPC after error@1257037106) -> (continuation of Deferred@6396516 after retry RPC after error@526909050) -> (continuation of Deferred@718247859 after retry RPC after error@115792533) -> (continuation of Deferred@173593239 after retry RPC after error@711747976) -> (continuation of Deferred@2085093753 after retry RPC after error@1279942167) -> (continuation of Deferred@4907363 after retry RPC after error@1235478731)))
08:03:39.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.649 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.746 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1408735217(state=PENDING, result=null, callback=(continuation of Deferred@93474313 after retry RPC after error@1613846006) -> (continuation of Deferred@228156010 after retry RPC after error@1656632375) -> (continuation of Deferred@1976294511 after retry RPC after error@532658629) -> (continuation of Deferred@1509098090 after retry RPC after error@1249872623) -> (continuation of Deferred@1643908971 after retry RPC after error@57668352) -> (continuation of Deferred@1120813397 after retry RPC after error@1951437585) -> (continuation of Deferred@1976982951 after retry RPC after error@157108206) -> (continuation of Deferred@967408505 after retry RPC after error@1225899846), errback=(continuation of Deferred@93474313 after retry RPC after error@1613846006) -> (continuation of Deferred@228156010 after retry RPC after error@1656632375) -> (continuation of Deferred@1976294511 after retry RPC after error@532658629) -> (continuation of Deferred@1509098090 after retry RPC after error@1249872623) -> (continuation of Deferred@1643908971 after retry RPC after error@57668352) -> (continuation of Deferred@1120813397 after retry RPC after error@1951437585) -> (continuation of Deferred@1976982951 after retry RPC after error@157108206) -> (continuation of Deferred@967408505 after retry RPC after error@1225899846)))
08:03:39.870 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1408735217(state=PENDING, result=null, callback=(continuation of Deferred@93474313 after retry RPC after error@1613846006) -> (continuation of Deferred@228156010 after retry RPC after error@1656632375) -> (continuation of Deferred@1976294511 after retry RPC after error@532658629) -> (continuation of Deferred@1509098090 after retry RPC after error@1249872623) -> (continuation of Deferred@1643908971 after retry RPC after error@57668352) -> (continuation of Deferred@1120813397 after retry RPC after error@1951437585) -> (continuation of Deferred@1976982951 after retry RPC after error@157108206) -> (continuation of Deferred@967408505 after retry RPC after error@1225899846), errback=(continuation of Deferred@93474313 after retry RPC after error@1613846006) -> (continuation of Deferred@228156010 after retry RPC after error@1656632375) -> (continuation of Deferred@1976294511 after retry RPC after error@532658629) -> (continuation of Deferred@1509098090 after retry RPC after error@1249872623) -> (continuation of Deferred@1643908971 after retry RPC after error@57668352) -> (continuation of Deferred@1120813397 after retry RPC after error@1951437585) -> (continuation of Deferred@1976982951 after retry RPC after error@157108206) -> (continuation of Deferred@967408505 after retry RPC after error@1225899846)))
08:03:39.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.926 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:39.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:39.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:39.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:39.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:39.969 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@131739100(state=PENDING, result=null, callback=(continuation of Deferred@2033931296 after retry RPC after error@299534678) -> (continuation of Deferred@728560386 after retry RPC after error@2106498942) -> (continuation of Deferred@1580682939 after retry RPC after error@459471890) -> (continuation of Deferred@1465575583 after retry RPC after error@1587996773) -> (continuation of Deferred@981481372 after retry RPC after error@906944178) -> (continuation of Deferred@907073276 after retry RPC after error@1604122011) -> (continuation of Deferred@1687885091 after retry RPC after error@606121036), errback=(continuation of Deferred@2033931296 after retry RPC after error@299534678) -> (continuation of Deferred@728560386 after retry RPC after error@2106498942) -> (continuation of Deferred@1580682939 after retry RPC after error@459471890) -> (continuation of Deferred@1465575583 after retry RPC after error@1587996773) -> (continuation of Deferred@981481372 after retry RPC after error@906944178) -> (continuation of Deferred@907073276 after retry RPC after error@1604122011) -> (continuation of Deferred@1687885091 after retry RPC after error@606121036)))
08:03:40.090 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@131739100(state=PENDING, result=null, callback=(continuation of Deferred@2033931296 after retry RPC after error@299534678) -> (continuation of Deferred@728560386 after retry RPC after error@2106498942) -> (continuation of Deferred@1580682939 after retry RPC after error@459471890) -> (continuation of Deferred@1465575583 after retry RPC after error@1587996773) -> (continuation of Deferred@981481372 after retry RPC after error@906944178) -> (continuation of Deferred@907073276 after retry RPC after error@1604122011) -> (continuation of Deferred@1687885091 after retry RPC after error@606121036), errback=(continuation of Deferred@2033931296 after retry RPC after error@299534678) -> (continuation of Deferred@728560386 after retry RPC after error@2106498942) -> (continuation of Deferred@1580682939 after retry RPC after error@459471890) -> (continuation of Deferred@1465575583 after retry RPC after error@1587996773) -> (continuation of Deferred@981481372 after retry RPC after error@906944178) -> (continuation of Deferred@907073276 after retry RPC after error@1604122011) -> (continuation of Deferred@1687885091 after retry RPC after error@606121036)))
08:03:40.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.367 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@403343223(state=PENDING, result=null, callback=(continuation of Deferred@113523751 after retry RPC after error@84408668) -> (continuation of Deferred@2089507759 after retry RPC after error@821451382) -> (continuation of Deferred@393510219 after retry RPC after error@755219424) -> (continuation of Deferred@192138188 after retry RPC after error@164889918) -> (continuation of Deferred@1031712618 after retry RPC after error@227729310) -> (continuation of Deferred@405424203 after retry RPC after error@838747013) -> (continuation of Deferred@2041823023 after retry RPC after error@1657205160) -> (continuation of Deferred@686065067 after retry RPC after error@1808075097), errback=(continuation of Deferred@113523751 after retry RPC after error@84408668) -> (continuation of Deferred@2089507759 after retry RPC after error@821451382) -> (continuation of Deferred@393510219 after retry RPC after error@755219424) -> (continuation of Deferred@192138188 after retry RPC after error@164889918) -> (continuation of Deferred@1031712618 after retry RPC after error@227729310) -> (continuation of Deferred@405424203 after retry RPC after error@838747013) -> (continuation of Deferred@2041823023 after retry RPC after error@1657205160) -> (continuation of Deferred@686065067 after retry RPC after error@1808075097)))
08:03:40.368 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:40.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.630 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1593846296(state=PENDING, result=null, callback=(continuation of Deferred@443002272 after retry RPC after error@1962119329) -> (continuation of Deferred@317316871 after retry RPC after error@1290237864) -> (continuation of Deferred@1808451897 after retry RPC after error@55851641) -> (continuation of Deferred@1603914995 after retry RPC after error@674544287) -> (continuation of Deferred@352992673 after retry RPC after error@925850251) -> (continuation of Deferred@650180297 after retry RPC after error@732778700) -> (continuation of Deferred@1871615789 after retry RPC after error@574120789) -> (continuation of Deferred@57651045 after retry RPC after error@1116058868), errback=(continuation of Deferred@443002272 after retry RPC after error@1962119329) -> (continuation of Deferred@317316871 after retry RPC after error@1290237864) -> (continuation of Deferred@1808451897 after retry RPC after error@55851641) -> (continuation of Deferred@1603914995 after retry RPC after error@674544287) -> (continuation of Deferred@352992673 after retry RPC after error@925850251) -> (continuation of Deferred@650180297 after retry RPC after error@732778700) -> (continuation of Deferred@1871615789 after retry RPC after error@574120789) -> (continuation of Deferred@57651045 after retry RPC after error@1116058868)))
08:03:40.630 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1593846296(state=PENDING, result=null, callback=(continuation of Deferred@443002272 after retry RPC after error@1962119329) -> (continuation of Deferred@317316871 after retry RPC after error@1290237864) -> (continuation of Deferred@1808451897 after retry RPC after error@55851641) -> (continuation of Deferred@1603914995 after retry RPC after error@674544287) -> (continuation of Deferred@352992673 after retry RPC after error@925850251) -> (continuation of Deferred@650180297 after retry RPC after error@732778700) -> (continuation of Deferred@1871615789 after retry RPC after error@574120789) -> (continuation of Deferred@57651045 after retry RPC after error@1116058868), errback=(continuation of Deferred@443002272 after retry RPC after error@1962119329) -> (continuation of Deferred@317316871 after retry RPC after error@1290237864) -> (continuation of Deferred@1808451897 after retry RPC after error@55851641) -> (continuation of Deferred@1603914995 after retry RPC after error@674544287) -> (continuation of Deferred@352992673 after retry RPC after error@925850251) -> (continuation of Deferred@650180297 after retry RPC after error@732778700) -> (continuation of Deferred@1871615789 after retry RPC after error@574120789) -> (continuation of Deferred@57651045 after retry RPC after error@1116058868)))
08:03:40.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@672384645(state=PENDING, result=null, callback=(continuation of Deferred@268613965 after retry RPC after error@1196253404) -> (continuation of Deferred@675288486 after retry RPC after error@517065157) -> (continuation of Deferred@454873987 after retry RPC after error@939203516) -> (continuation of Deferred@532596160 after retry RPC after error@263305235) -> (continuation of Deferred@1926029997 after retry RPC after error@495268275) -> (continuation of Deferred@1962698502 after retry RPC after error@1989093546), errback=(continuation of Deferred@268613965 after retry RPC after error@1196253404) -> (continuation of Deferred@675288486 after retry RPC after error@517065157) -> (continuation of Deferred@454873987 after retry RPC after error@939203516) -> (continuation of Deferred@532596160 after retry RPC after error@263305235) -> (continuation of Deferred@1926029997 after retry RPC after error@495268275) -> (continuation of Deferred@1962698502 after retry RPC after error@1989093546)))
08:03:40.809 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@672384645(state=PENDING, result=null, callback=(continuation of Deferred@268613965 after retry RPC after error@1196253404) -> (continuation of Deferred@675288486 after retry RPC after error@517065157) -> (continuation of Deferred@454873987 after retry RPC after error@939203516) -> (continuation of Deferred@532596160 after retry RPC after error@263305235) -> (continuation of Deferred@1926029997 after retry RPC after error@495268275) -> (continuation of Deferred@1962698502 after retry RPC after error@1989093546), errback=(continuation of Deferred@268613965 after retry RPC after error@1196253404) -> (continuation of Deferred@675288486 after retry RPC after error@517065157) -> (continuation of Deferred@454873987 after retry RPC after error@939203516) -> (continuation of Deferred@532596160 after retry RPC after error@263305235) -> (continuation of Deferred@1926029997 after retry RPC after error@495268275) -> (continuation of Deferred@1962698502 after retry RPC after error@1989093546)))
08:03:40.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.869 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:40.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:40.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:40.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:40.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:40.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@107302203(state=PENDING, result=null, callback=(continuation of Deferred@2138632903 after retry RPC after error@472239474) -> (continuation of Deferred@1991517244 after retry RPC after error@1519694660) -> (continuation of Deferred@1656921115 after retry RPC after error@1354666860) -> (continuation of Deferred@134011011 after retry RPC after error@2014135723) -> (continuation of Deferred@249117941 after retry RPC after error@718859185) -> (continuation of Deferred@1258362537 after retry RPC after error@1504916095) -> (continuation of Deferred@508203816 after retry RPC after error@1931634227), errback=(continuation of Deferred@2138632903 after retry RPC after error@472239474) -> (continuation of Deferred@1991517244 after retry RPC after error@1519694660) -> (continuation of Deferred@1656921115 after retry RPC after error@1354666860) -> (continuation of Deferred@134011011 after retry RPC after error@2014135723) -> (continuation of Deferred@249117941 after retry RPC after error@718859185) -> (continuation of Deferred@1258362537 after retry RPC after error@1504916095) -> (continuation of Deferred@508203816 after retry RPC after error@1931634227)))
08:03:41.009 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@107302203(state=PENDING, result=null, callback=(continuation of Deferred@2138632903 after retry RPC after error@472239474) -> (continuation of Deferred@1991517244 after retry RPC after error@1519694660) -> (continuation of Deferred@1656921115 after retry RPC after error@1354666860) -> (continuation of Deferred@134011011 after retry RPC after error@2014135723) -> (continuation of Deferred@249117941 after retry RPC after error@718859185) -> (continuation of Deferred@1258362537 after retry RPC after error@1504916095) -> (continuation of Deferred@508203816 after retry RPC after error@1931634227), errback=(continuation of Deferred@2138632903 after retry RPC after error@472239474) -> (continuation of Deferred@1991517244 after retry RPC after error@1519694660) -> (continuation of Deferred@1656921115 after retry RPC after error@1354666860) -> (continuation of Deferred@134011011 after retry RPC after error@2014135723) -> (continuation of Deferred@249117941 after retry RPC after error@718859185) -> (continuation of Deferred@1258362537 after retry RPC after error@1504916095) -> (continuation of Deferred@508203816 after retry RPC after error@1931634227)))
08:03:41.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.046 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.287 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@883291155(state=PENDING, result=null, callback=(continuation of Deferred@829711141 after retry RPC after error@639237912) -> (continuation of Deferred@2106254122 after retry RPC after error@1721009636) -> (continuation of Deferred@1953214296 after retry RPC after error@501444594) -> (continuation of Deferred@928668887 after retry RPC after error@1965249661) -> (continuation of Deferred@1553671406 after retry RPC after error@1518427248) -> (continuation of Deferred@1062735635 after retry RPC after error@1354183737) -> (continuation of Deferred@1427035797 after retry RPC after error@87843480), errback=(continuation of Deferred@829711141 after retry RPC after error@639237912) -> (continuation of Deferred@2106254122 after retry RPC after error@1721009636) -> (continuation of Deferred@1953214296 after retry RPC after error@501444594) -> (continuation of Deferred@928668887 after retry RPC after error@1965249661) -> (continuation of Deferred@1553671406 after retry RPC after error@1518427248) -> (continuation of Deferred@1062735635 after retry RPC after error@1354183737) -> (continuation of Deferred@1427035797 after retry RPC after error@87843480)))
08:03:41.288 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:41.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1894180794(state=PENDING, result=null, callback=(continuation of Deferred@789140519 after retry RPC after error@2131432830) -> (continuation of Deferred@794553262 after retry RPC after error@1749488328) -> (continuation of Deferred@227203979 after retry RPC after error@705535905) -> (continuation of Deferred@1518012373 after retry RPC after error@184192768) -> (continuation of Deferred@1375165271 after retry RPC after error@390149727) -> (continuation of Deferred@361160397 after retry RPC after error@1272627698), errback=(continuation of Deferred@789140519 after retry RPC after error@2131432830) -> (continuation of Deferred@794553262 after retry RPC after error@1749488328) -> (continuation of Deferred@227203979 after retry RPC after error@705535905) -> (continuation of Deferred@1518012373 after retry RPC after error@184192768) -> (continuation of Deferred@1375165271 after retry RPC after error@390149727) -> (continuation of Deferred@361160397 after retry RPC after error@1272627698)))
08:03:41.470 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1894180794(state=PENDING, result=null, callback=(continuation of Deferred@789140519 after retry RPC after error@2131432830) -> (continuation of Deferred@794553262 after retry RPC after error@1749488328) -> (continuation of Deferred@227203979 after retry RPC after error@705535905) -> (continuation of Deferred@1518012373 after retry RPC after error@184192768) -> (continuation of Deferred@1375165271 after retry RPC after error@390149727) -> (continuation of Deferred@361160397 after retry RPC after error@1272627698), errback=(continuation of Deferred@789140519 after retry RPC after error@2131432830) -> (continuation of Deferred@794553262 after retry RPC after error@1749488328) -> (continuation of Deferred@227203979 after retry RPC after error@705535905) -> (continuation of Deferred@1518012373 after retry RPC after error@184192768) -> (continuation of Deferred@1375165271 after retry RPC after error@390149727) -> (continuation of Deferred@361160397 after retry RPC after error@1272627698)))
08:03:41.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.649 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1567442633(state=PENDING, result=null, callback=(continuation of Deferred@237945102 after retry RPC after error@720790151) -> (continuation of Deferred@1379155244 after retry RPC after error@1700291245) -> (continuation of Deferred@495385017 after retry RPC after error@75322068) -> (continuation of Deferred@2001977898 after retry RPC after error@1371048807) -> (continuation of Deferred@2069490648 after retry RPC after error@366804373) -> (continuation of Deferred@2088185750 after retry RPC after error@1770086604), errback=(continuation of Deferred@237945102 after retry RPC after error@720790151) -> (continuation of Deferred@1379155244 after retry RPC after error@1700291245) -> (continuation of Deferred@495385017 after retry RPC after error@75322068) -> (continuation of Deferred@2001977898 after retry RPC after error@1371048807) -> (continuation of Deferred@2069490648 after retry RPC after error@366804373) -> (continuation of Deferred@2088185750 after retry RPC after error@1770086604)))
08:03:41.649 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1567442633(state=PENDING, result=null, callback=(continuation of Deferred@237945102 after retry RPC after error@720790151) -> (continuation of Deferred@1379155244 after retry RPC after error@1700291245) -> (continuation of Deferred@495385017 after retry RPC after error@75322068) -> (continuation of Deferred@2001977898 after retry RPC after error@1371048807) -> (continuation of Deferred@2069490648 after retry RPC after error@366804373) -> (continuation of Deferred@2088185750 after retry RPC after error@1770086604), errback=(continuation of Deferred@237945102 after retry RPC after error@720790151) -> (continuation of Deferred@1379155244 after retry RPC after error@1700291245) -> (continuation of Deferred@495385017 after retry RPC after error@75322068) -> (continuation of Deferred@2001977898 after retry RPC after error@1371048807) -> (continuation of Deferred@2069490648 after retry RPC after error@366804373) -> (continuation of Deferred@2088185750 after retry RPC after error@1770086604)))
08:03:41.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2098296653(state=PENDING, result=null, callback=(continuation of Deferred@114007036 after retry RPC after error@1833121451) -> (continuation of Deferred@825890913 after retry RPC after error@1197980180) -> (continuation of Deferred@497671551 after retry RPC after error@1772836367) -> (continuation of Deferred@137605707 after retry RPC after error@1929256515) -> (continuation of Deferred@560953158 after retry RPC after error@306665034) -> (continuation of Deferred@124981155 after retry RPC after error@100467976) -> (continuation of Deferred@1609729974 after retry RPC after error@2007990020), errback=(continuation of Deferred@114007036 after retry RPC after error@1833121451) -> (continuation of Deferred@825890913 after retry RPC after error@1197980180) -> (continuation of Deferred@497671551 after retry RPC after error@1772836367) -> (continuation of Deferred@137605707 after retry RPC after error@1929256515) -> (continuation of Deferred@560953158 after retry RPC after error@306665034) -> (continuation of Deferred@124981155 after retry RPC after error@100467976) -> (continuation of Deferred@1609729974 after retry RPC after error@2007990020)))
08:03:41.851 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2098296653(state=PENDING, result=null, callback=(continuation of Deferred@114007036 after retry RPC after error@1833121451) -> (continuation of Deferred@825890913 after retry RPC after error@1197980180) -> (continuation of Deferred@497671551 after retry RPC after error@1772836367) -> (continuation of Deferred@137605707 after retry RPC after error@1929256515) -> (continuation of Deferred@560953158 after retry RPC after error@306665034) -> (continuation of Deferred@124981155 after retry RPC after error@100467976) -> (continuation of Deferred@1609729974 after retry RPC after error@2007990020), errback=(continuation of Deferred@114007036 after retry RPC after error@1833121451) -> (continuation of Deferred@825890913 after retry RPC after error@1197980180) -> (continuation of Deferred@497671551 after retry RPC after error@1772836367) -> (continuation of Deferred@137605707 after retry RPC after error@1929256515) -> (continuation of Deferred@560953158 after retry RPC after error@306665034) -> (continuation of Deferred@124981155 after retry RPC after error@100467976) -> (continuation of Deferred@1609729974 after retry RPC after error@2007990020)))
08:03:41.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:41.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:41.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:41.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:41.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:41.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@669414728(state=PENDING, result=null, callback=(continuation of Deferred@551519073 after retry RPC after error@677861944) -> (continuation of Deferred@1039688732 after retry RPC after error@698354398) -> (continuation of Deferred@1966624768 after retry RPC after error@1729913349) -> (continuation of Deferred@431633022 after retry RPC after error@820329837) -> (continuation of Deferred@124437281 after retry RPC after error@65181059) -> (continuation of Deferred@1258520131 after retry RPC after error@1385446427) -> (continuation of Deferred@53907107 after retry RPC after error@342842827), errback=(continuation of Deferred@551519073 after retry RPC after error@677861944) -> (continuation of Deferred@1039688732 after retry RPC after error@698354398) -> (continuation of Deferred@1966624768 after retry RPC after error@1729913349) -> (continuation of Deferred@431633022 after retry RPC after error@820329837) -> (continuation of Deferred@124437281 after retry RPC after error@65181059) -> (continuation of Deferred@1258520131 after retry RPC after error@1385446427) -> (continuation of Deferred@53907107 after retry RPC after error@342842827)))
08:03:42.089 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@669414728(state=PENDING, result=null, callback=(continuation of Deferred@551519073 after retry RPC after error@677861944) -> (continuation of Deferred@1039688732 after retry RPC after error@698354398) -> (continuation of Deferred@1966624768 after retry RPC after error@1729913349) -> (continuation of Deferred@431633022 after retry RPC after error@820329837) -> (continuation of Deferred@124437281 after retry RPC after error@65181059) -> (continuation of Deferred@1258520131 after retry RPC after error@1385446427) -> (continuation of Deferred@53907107 after retry RPC after error@342842827), errback=(continuation of Deferred@551519073 after retry RPC after error@677861944) -> (continuation of Deferred@1039688732 after retry RPC after error@698354398) -> (continuation of Deferred@1966624768 after retry RPC after error@1729913349) -> (continuation of Deferred@431633022 after retry RPC after error@820329837) -> (continuation of Deferred@124437281 after retry RPC after error@65181059) -> (continuation of Deferred@1258520131 after retry RPC after error@1385446427) -> (continuation of Deferred@53907107 after retry RPC after error@342842827)))
08:03:42.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1955869040(state=PENDING, result=null, callback=(continuation of Deferred@1761327050 after retry RPC after error@498135445) -> (continuation of Deferred@344018360 after retry RPC after error@1095492073) -> (continuation of Deferred@1950047213 after retry RPC after error@1855791270) -> (continuation of Deferred@1886342208 after retry RPC after error@1857400589) -> (continuation of Deferred@1082090757 after retry RPC after error@1197536700) -> (continuation of Deferred@1298644060 after retry RPC after error@250199866) -> (continuation of Deferred@897950895 after retry RPC after error@1963489974), errback=(continuation of Deferred@1761327050 after retry RPC after error@498135445) -> (continuation of Deferred@344018360 after retry RPC after error@1095492073) -> (continuation of Deferred@1950047213 after retry RPC after error@1855791270) -> (continuation of Deferred@1886342208 after retry RPC after error@1857400589) -> (continuation of Deferred@1082090757 after retry RPC after error@1197536700) -> (continuation of Deferred@1298644060 after retry RPC after error@250199866) -> (continuation of Deferred@897950895 after retry RPC after error@1963489974)))
08:03:42.309 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1955869040(state=PENDING, result=null, callback=(continuation of Deferred@1761327050 after retry RPC after error@498135445) -> (continuation of Deferred@344018360 after retry RPC after error@1095492073) -> (continuation of Deferred@1950047213 after retry RPC after error@1855791270) -> (continuation of Deferred@1886342208 after retry RPC after error@1857400589) -> (continuation of Deferred@1082090757 after retry RPC after error@1197536700) -> (continuation of Deferred@1298644060 after retry RPC after error@250199866) -> (continuation of Deferred@897950895 after retry RPC after error@1963489974), errback=(continuation of Deferred@1761327050 after retry RPC after error@498135445) -> (continuation of Deferred@344018360 after retry RPC after error@1095492073) -> (continuation of Deferred@1950047213 after retry RPC after error@1855791270) -> (continuation of Deferred@1886342208 after retry RPC after error@1857400589) -> (continuation of Deferred@1082090757 after retry RPC after error@1197536700) -> (continuation of Deferred@1298644060 after retry RPC after error@250199866) -> (continuation of Deferred@897950895 after retry RPC after error@1963489974)))
08:03:42.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.530 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1995328229(state=PENDING, result=null, callback=(continuation of Deferred@1313240142 after retry RPC after error@399029130) -> (continuation of Deferred@37538391 after retry RPC after error@100733335) -> (continuation of Deferred@2073616669 after retry RPC after error@698239239) -> (continuation of Deferred@1293172753 after retry RPC after error@1125608845) -> (continuation of Deferred@2143022331 after retry RPC after error@607540346) -> (continuation of Deferred@1271766053 after retry RPC after error@869198804) -> (continuation of Deferred@322045282 after retry RPC after error@95491834), errback=(continuation of Deferred@1313240142 after retry RPC after error@399029130) -> (continuation of Deferred@37538391 after retry RPC after error@100733335) -> (continuation of Deferred@2073616669 after retry RPC after error@698239239) -> (continuation of Deferred@1293172753 after retry RPC after error@1125608845) -> (continuation of Deferred@2143022331 after retry RPC after error@607540346) -> (continuation of Deferred@1271766053 after retry RPC after error@869198804) -> (continuation of Deferred@322045282 after retry RPC after error@95491834)))
08:03:42.530 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1995328229(state=PENDING, result=null, callback=(continuation of Deferred@1313240142 after retry RPC after error@399029130) -> (continuation of Deferred@37538391 after retry RPC after error@100733335) -> (continuation of Deferred@2073616669 after retry RPC after error@698239239) -> (continuation of Deferred@1293172753 after retry RPC after error@1125608845) -> (continuation of Deferred@2143022331 after retry RPC after error@607540346) -> (continuation of Deferred@1271766053 after retry RPC after error@869198804) -> (continuation of Deferred@322045282 after retry RPC after error@95491834), errback=(continuation of Deferred@1313240142 after retry RPC after error@399029130) -> (continuation of Deferred@37538391 after retry RPC after error@100733335) -> (continuation of Deferred@2073616669 after retry RPC after error@698239239) -> (continuation of Deferred@1293172753 after retry RPC after error@1125608845) -> (continuation of Deferred@2143022331 after retry RPC after error@607540346) -> (continuation of Deferred@1271766053 after retry RPC after error@869198804) -> (continuation of Deferred@322045282 after retry RPC after error@95491834)))
08:03:42.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.549 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.550 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:42.641767 6827 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:42.641940 6827 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:42.642494 6827 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:42.643568 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:03:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:42.644912 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:42.645153 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:42.645292 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:42.645582 6827 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:42.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [4ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1353736223(state=PENDING, result=null, callback=(continuation of Deferred@1840691080 after retry RPC after error@1452719014) -> (continuation of Deferred@1170260425 after retry RPC after error@371450358) -> (continuation of Deferred@1324424781 after retry RPC after error@769247166) -> (continuation of Deferred@1851036997 after retry RPC after error@1735521576) -> (continuation of Deferred@557096189 after retry RPC after error@1119050578) -> (continuation of Deferred@134676732 after retry RPC after error@1622637665), errback=(continuation of Deferred@1840691080 after retry RPC after error@1452719014) -> (continuation of Deferred@1170260425 after retry RPC after error@371450358) -> (continuation of Deferred@1324424781 after retry RPC after error@769247166) -> (continuation of Deferred@1851036997 after retry RPC after error@1735521576) -> (continuation of Deferred@557096189 after retry RPC after error@1119050578) -> (continuation of Deferred@134676732 after retry RPC after error@1622637665)))
08:03:42.729 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [4ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1353736223(state=PENDING, result=null, callback=(continuation of Deferred@1840691080 after retry RPC after error@1452719014) -> (continuation of Deferred@1170260425 after retry RPC after error@371450358) -> (continuation of Deferred@1324424781 after retry RPC after error@769247166) -> (continuation of Deferred@1851036997 after retry RPC after error@1735521576) -> (continuation of Deferred@557096189 after retry RPC after error@1119050578) -> (continuation of Deferred@134676732 after retry RPC after error@1622637665), errback=(continuation of Deferred@1840691080 after retry RPC after error@1452719014) -> (continuation of Deferred@1170260425 after retry RPC after error@371450358) -> (continuation of Deferred@1324424781 after retry RPC after error@769247166) -> (continuation of Deferred@1851036997 after retry RPC after error@1735521576) -> (continuation of Deferred@557096189 after retry RPC after error@1119050578) -> (continuation of Deferred@134676732 after retry RPC after error@1622637665)))
08:03:42.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.749 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:42.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:42.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:42.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:42.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:42.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@890218540(state=PENDING, result=null, callback=(continuation of Deferred@344770965 after retry RPC after error@519018045) -> (continuation of Deferred@288860571 after retry RPC after error@1496399193) -> (continuation of Deferred@730040203 after retry RPC after error@1237299896) -> (continuation of Deferred@1709744485 after retry RPC after error@895718260) -> (continuation of Deferred@40625548 after retry RPC after error@913685771) -> (continuation of Deferred@372691241 after retry RPC after error@1063717032) -> (continuation of Deferred@1652411725 after retry RPC after error@2038151660), errback=(continuation of Deferred@344770965 after retry RPC after error@519018045) -> (continuation of Deferred@288860571 after retry RPC after error@1496399193) -> (continuation of Deferred@730040203 after retry RPC after error@1237299896) -> (continuation of Deferred@1709744485 after retry RPC after error@895718260) -> (continuation of Deferred@40625548 after retry RPC after error@913685771) -> (continuation of Deferred@372691241 after retry RPC after error@1063717032) -> (continuation of Deferred@1652411725 after retry RPC after error@2038151660)))
08:03:42.989 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@890218540(state=PENDING, result=null, callback=(continuation of Deferred@344770965 after retry RPC after error@519018045) -> (continuation of Deferred@288860571 after retry RPC after error@1496399193) -> (continuation of Deferred@730040203 after retry RPC after error@1237299896) -> (continuation of Deferred@1709744485 after retry RPC after error@895718260) -> (continuation of Deferred@40625548 after retry RPC after error@913685771) -> (continuation of Deferred@372691241 after retry RPC after error@1063717032) -> (continuation of Deferred@1652411725 after retry RPC after error@2038151660), errback=(continuation of Deferred@344770965 after retry RPC after error@519018045) -> (continuation of Deferred@288860571 after retry RPC after error@1496399193) -> (continuation of Deferred@730040203 after retry RPC after error@1237299896) -> (continuation of Deferred@1709744485 after retry RPC after error@895718260) -> (continuation of Deferred@40625548 after retry RPC after error@913685771) -> (continuation of Deferred@372691241 after retry RPC after error@1063717032) -> (continuation of Deferred@1652411725 after retry RPC after error@2038151660)))
08:03:43.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.108 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2093549387(state=PENDING, result=null, callback=(continuation of Deferred@1242148973 after retry RPC after error@904423551) -> (continuation of Deferred@1583519673 after retry RPC after error@1789210721) -> (continuation of Deferred@1831366528 after retry RPC after error@460675530) -> (continuation of Deferred@1373686338 after retry RPC after error@310758951) -> (continuation of Deferred@1023403928 after retry RPC after error@225788612) -> (continuation of Deferred@1511013362 after retry RPC after error@1717056097) -> (continuation of Deferred@634964501 after retry RPC after error@43835144), errback=(continuation of Deferred@1242148973 after retry RPC after error@904423551) -> (continuation of Deferred@1583519673 after retry RPC after error@1789210721) -> (continuation of Deferred@1831366528 after retry RPC after error@460675530) -> (continuation of Deferred@1373686338 after retry RPC after error@310758951) -> (continuation of Deferred@1023403928 after retry RPC after error@225788612) -> (continuation of Deferred@1511013362 after retry RPC after error@1717056097) -> (continuation of Deferred@634964501 after retry RPC after error@43835144)))
08:03:43.250 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2093549387(state=PENDING, result=null, callback=(continuation of Deferred@1242148973 after retry RPC after error@904423551) -> (continuation of Deferred@1583519673 after retry RPC after error@1789210721) -> (continuation of Deferred@1831366528 after retry RPC after error@460675530) -> (continuation of Deferred@1373686338 after retry RPC after error@310758951) -> (continuation of Deferred@1023403928 after retry RPC after error@225788612) -> (continuation of Deferred@1511013362 after retry RPC after error@1717056097) -> (continuation of Deferred@634964501 after retry RPC after error@43835144), errback=(continuation of Deferred@1242148973 after retry RPC after error@904423551) -> (continuation of Deferred@1583519673 after retry RPC after error@1789210721) -> (continuation of Deferred@1831366528 after retry RPC after error@460675530) -> (continuation of Deferred@1373686338 after retry RPC after error@310758951) -> (continuation of Deferred@1023403928 after retry RPC after error@225788612) -> (continuation of Deferred@1511013362 after retry RPC after error@1717056097) -> (continuation of Deferred@634964501 after retry RPC after error@43835144)))
08:03:43.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.527 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@612347468(state=PENDING, result=null, callback=(continuation of Deferred@823409507 after retry RPC after error@2140678095) -> (continuation of Deferred@1016602804 after retry RPC after error@1699538085) -> (continuation of Deferred@1964184652 after retry RPC after error@1267458942) -> (continuation of Deferred@921433915 after retry RPC after error@872432783) -> (continuation of Deferred@1499236151 after retry RPC after error@1306009457) -> (continuation of Deferred@610499550 after retry RPC after error@309422049) -> (continuation of Deferred@791232423 after retry RPC after error@570920612), errback=(continuation of Deferred@823409507 after retry RPC after error@2140678095) -> (continuation of Deferred@1016602804 after retry RPC after error@1699538085) -> (continuation of Deferred@1964184652 after retry RPC after error@1267458942) -> (continuation of Deferred@921433915 after retry RPC after error@872432783) -> (continuation of Deferred@1499236151 after retry RPC after error@1306009457) -> (continuation of Deferred@610499550 after retry RPC after error@309422049) -> (continuation of Deferred@791232423 after retry RPC after error@570920612)))
08:03:43.528 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:43.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1244287916(state=PENDING, result=null, callback=(continuation of Deferred@521820548 after retry RPC after error@657204069) -> (continuation of Deferred@475641 after retry RPC after error@405329254) -> (continuation of Deferred@1429436830 after retry RPC after error@331505494) -> (continuation of Deferred@695262302 after retry RPC after error@2007871475) -> (continuation of Deferred@958187281 after retry RPC after error@941950859) -> (continuation of Deferred@395882237 after retry RPC after error@231758282) -> (continuation of Deferred@1386951470 after retry RPC after error@1109557167), errback=(continuation of Deferred@521820548 after retry RPC after error@657204069) -> (continuation of Deferred@475641 after retry RPC after error@405329254) -> (continuation of Deferred@1429436830 after retry RPC after error@331505494) -> (continuation of Deferred@695262302 after retry RPC after error@2007871475) -> (continuation of Deferred@958187281 after retry RPC after error@941950859) -> (continuation of Deferred@395882237 after retry RPC after error@231758282) -> (continuation of Deferred@1386951470 after retry RPC after error@1109557167)))
08:03:43.750 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1244287916(state=PENDING, result=null, callback=(continuation of Deferred@521820548 after retry RPC after error@657204069) -> (continuation of Deferred@475641 after retry RPC after error@405329254) -> (continuation of Deferred@1429436830 after retry RPC after error@331505494) -> (continuation of Deferred@695262302 after retry RPC after error@2007871475) -> (continuation of Deferred@958187281 after retry RPC after error@941950859) -> (continuation of Deferred@395882237 after retry RPC after error@231758282) -> (continuation of Deferred@1386951470 after retry RPC after error@1109557167), errback=(continuation of Deferred@521820548 after retry RPC after error@657204069) -> (continuation of Deferred@475641 after retry RPC after error@405329254) -> (continuation of Deferred@1429436830 after retry RPC after error@331505494) -> (continuation of Deferred@695262302 after retry RPC after error@2007871475) -> (continuation of Deferred@958187281 after retry RPC after error@941950859) -> (continuation of Deferred@395882237 after retry RPC after error@231758282) -> (continuation of Deferred@1386951470 after retry RPC after error@1109557167)))
08:03:43.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:43.780505 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:43.780702 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:43.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1157086641(state=PENDING, result=null, callback=(continuation of Deferred@776338184 after retry RPC after error@340334756) -> (continuation of Deferred@593989330 after retry RPC after error@1510257978) -> (continuation of Deferred@1528334537 after retry RPC after error@130561846) -> (continuation of Deferred@407255043 after retry RPC after error@1729422164) -> (continuation of Deferred@2027254207 after retry RPC after error@1055037460) -> (continuation of Deferred@399321579 after retry RPC after error@1459840517) -> (continuation of Deferred@67677651 after retry RPC after error@780183422), errback=(continuation of Deferred@776338184 after retry RPC after error@340334756) -> (continuation of Deferred@593989330 after retry RPC after error@1510257978) -> (continuation of Deferred@1528334537 after retry RPC after error@130561846) -> (continuation of Deferred@407255043 after retry RPC after error@1729422164) -> (continuation of Deferred@2027254207 after retry RPC after error@1055037460) -> (continuation of Deferred@399321579 after retry RPC after error@1459840517) -> (continuation of Deferred@67677651 after retry RPC after error@780183422)))
08:03:43.949 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1157086641(state=PENDING, result=null, callback=(continuation of Deferred@776338184 after retry RPC after error@340334756) -> (continuation of Deferred@593989330 after retry RPC after error@1510257978) -> (continuation of Deferred@1528334537 after retry RPC after error@130561846) -> (continuation of Deferred@407255043 after retry RPC after error@1729422164) -> (continuation of Deferred@2027254207 after retry RPC after error@1055037460) -> (continuation of Deferred@399321579 after retry RPC after error@1459840517) -> (continuation of Deferred@67677651 after retry RPC after error@780183422), errback=(continuation of Deferred@776338184 after retry RPC after error@340334756) -> (continuation of Deferred@593989330 after retry RPC after error@1510257978) -> (continuation of Deferred@1528334537 after retry RPC after error@130561846) -> (continuation of Deferred@407255043 after retry RPC after error@1729422164) -> (continuation of Deferred@2027254207 after retry RPC after error@1055037460) -> (continuation of Deferred@399321579 after retry RPC after error@1459840517) -> (continuation of Deferred@67677651 after retry RPC after error@780183422)))
08:03:43.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:43.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:43.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:43.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:43.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:43.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.066 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@886066334(state=PENDING, result=null, callback=(continuation of Deferred@466095833 after retry RPC after error@381528407) -> (continuation of Deferred@179879691 after retry RPC after error@1018869374) -> (continuation of Deferred@1742723574 after retry RPC after error@483603275) -> (continuation of Deferred@1398572861 after retry RPC after error@977060462) -> (continuation of Deferred@599112886 after retry RPC after error@653888224) -> (continuation of Deferred@288068717 after retry RPC after error@1306004372) -> (continuation of Deferred@1132875413 after retry RPC after error@692220559), errback=(continuation of Deferred@466095833 after retry RPC after error@381528407) -> (continuation of Deferred@179879691 after retry RPC after error@1018869374) -> (continuation of Deferred@1742723574 after retry RPC after error@483603275) -> (continuation of Deferred@1398572861 after retry RPC after error@977060462) -> (continuation of Deferred@599112886 after retry RPC after error@653888224) -> (continuation of Deferred@288068717 after retry RPC after error@1306004372) -> (continuation of Deferred@1132875413 after retry RPC after error@692220559)))
08:03:44.191 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@886066334(state=PENDING, result=null, callback=(continuation of Deferred@466095833 after retry RPC after error@381528407) -> (continuation of Deferred@179879691 after retry RPC after error@1018869374) -> (continuation of Deferred@1742723574 after retry RPC after error@483603275) -> (continuation of Deferred@1398572861 after retry RPC after error@977060462) -> (continuation of Deferred@599112886 after retry RPC after error@653888224) -> (continuation of Deferred@288068717 after retry RPC after error@1306004372) -> (continuation of Deferred@1132875413 after retry RPC after error@692220559), errback=(continuation of Deferred@466095833 after retry RPC after error@381528407) -> (continuation of Deferred@179879691 after retry RPC after error@1018869374) -> (continuation of Deferred@1742723574 after retry RPC after error@483603275) -> (continuation of Deferred@1398572861 after retry RPC after error@977060462) -> (continuation of Deferred@599112886 after retry RPC after error@653888224) -> (continuation of Deferred@288068717 after retry RPC after error@1306004372) -> (continuation of Deferred@1132875413 after retry RPC after error@692220559)))
08:03:44.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1551225778(state=PENDING, result=null, callback=(continuation of Deferred@465771802 after retry RPC after error@2134004255) -> (continuation of Deferred@433875119 after retry RPC after error@1799802981) -> (continuation of Deferred@1752050650 after retry RPC after error@94453346) -> (continuation of Deferred@2135074665 after retry RPC after error@576357660) -> (continuation of Deferred@1005800054 after retry RPC after error@925704516) -> (continuation of Deferred@1572778279 after retry RPC after error@725269993), errback=(continuation of Deferred@465771802 after retry RPC after error@2134004255) -> (continuation of Deferred@433875119 after retry RPC after error@1799802981) -> (continuation of Deferred@1752050650 after retry RPC after error@94453346) -> (continuation of Deferred@2135074665 after retry RPC after error@576357660) -> (continuation of Deferred@1005800054 after retry RPC after error@925704516) -> (continuation of Deferred@1572778279 after retry RPC after error@725269993)))
08:03:44.354 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1551225778(state=PENDING, result=null, callback=(continuation of Deferred@465771802 after retry RPC after error@2134004255) -> (continuation of Deferred@433875119 after retry RPC after error@1799802981) -> (continuation of Deferred@1752050650 after retry RPC after error@94453346) -> (continuation of Deferred@2135074665 after retry RPC after error@576357660) -> (continuation of Deferred@1005800054 after retry RPC after error@925704516) -> (continuation of Deferred@1572778279 after retry RPC after error@725269993), errback=(continuation of Deferred@465771802 after retry RPC after error@2134004255) -> (continuation of Deferred@433875119 after retry RPC after error@1799802981) -> (continuation of Deferred@1752050650 after retry RPC after error@94453346) -> (continuation of Deferred@2135074665 after retry RPC after error@576357660) -> (continuation of Deferred@1005800054 after retry RPC after error@925704516) -> (continuation of Deferred@1572778279 after retry RPC after error@725269993)))
08:03:44.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:44.592500 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:44.594928 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:44.596505 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:44.627 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1437914582(state=PENDING, result=null, callback=(continuation of Deferred@1970849848 after retry RPC after error@972069351) -> (continuation of Deferred@1573582566 after retry RPC after error@774079212) -> (continuation of Deferred@489268760 after retry RPC after error@548088827) -> (continuation of Deferred@719099086 after retry RPC after error@408569755) -> (continuation of Deferred@1217604590 after retry RPC after error@824059380) -> (continuation of Deferred@2141896189 after retry RPC after error@897997580) -> (continuation of Deferred@1687935497 after retry RPC after error@610951915), errback=(continuation of Deferred@1970849848 after retry RPC after error@972069351) -> (continuation of Deferred@1573582566 after retry RPC after error@774079212) -> (continuation of Deferred@489268760 after retry RPC after error@548088827) -> (continuation of Deferred@719099086 after retry RPC after error@408569755) -> (continuation of Deferred@1217604590 after retry RPC after error@824059380) -> (continuation of Deferred@2141896189 after retry RPC after error@897997580) -> (continuation of Deferred@1687935497 after retry RPC after error@610951915)))
08:03:44.628 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:44.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.689 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.849 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@720804188(state=PENDING, result=null, callback=(continuation of Deferred@1819729278 after retry RPC after error@1252122397) -> (continuation of Deferred@413308021 after retry RPC after error@109101636) -> (continuation of Deferred@1556570823 after retry RPC after error@416941941) -> (continuation of Deferred@341260583 after retry RPC after error@340089611) -> (continuation of Deferred@1945358878 after retry RPC after error@1004180154) -> (continuation of Deferred@375986919 after retry RPC after error@684365346) -> (continuation of Deferred@1162134023 after retry RPC after error@711247703), errback=(continuation of Deferred@1819729278 after retry RPC after error@1252122397) -> (continuation of Deferred@413308021 after retry RPC after error@109101636) -> (continuation of Deferred@1556570823 after retry RPC after error@416941941) -> (continuation of Deferred@341260583 after retry RPC after error@340089611) -> (continuation of Deferred@1945358878 after retry RPC after error@1004180154) -> (continuation of Deferred@375986919 after retry RPC after error@684365346) -> (continuation of Deferred@1162134023 after retry RPC after error@711247703)))
08:03:44.849 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@720804188(state=PENDING, result=null, callback=(continuation of Deferred@1819729278 after retry RPC after error@1252122397) -> (continuation of Deferred@413308021 after retry RPC after error@109101636) -> (continuation of Deferred@1556570823 after retry RPC after error@416941941) -> (continuation of Deferred@341260583 after retry RPC after error@340089611) -> (continuation of Deferred@1945358878 after retry RPC after error@1004180154) -> (continuation of Deferred@375986919 after retry RPC after error@684365346) -> (continuation of Deferred@1162134023 after retry RPC after error@711247703), errback=(continuation of Deferred@1819729278 after retry RPC after error@1252122397) -> (continuation of Deferred@413308021 after retry RPC after error@109101636) -> (continuation of Deferred@1556570823 after retry RPC after error@416941941) -> (continuation of Deferred@341260583 after retry RPC after error@340089611) -> (continuation of Deferred@1945358878 after retry RPC after error@1004180154) -> (continuation of Deferred@375986919 after retry RPC after error@684365346) -> (continuation of Deferred@1162134023 after retry RPC after error@711247703)))
08:03:44.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:44.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:44.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:44.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:44.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:44.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.029 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1154836724(state=PENDING, result=null, callback=(continuation of Deferred@1396504322 after retry RPC after error@1420952022) -> (continuation of Deferred@505871248 after retry RPC after error@1910219368) -> (continuation of Deferred@1164693430 after retry RPC after error@26462844) -> (continuation of Deferred@675302309 after retry RPC after error@69493799) -> (continuation of Deferred@522788202 after retry RPC after error@7791833) -> (continuation of Deferred@708942353 after retry RPC after error@233031202), errback=(continuation of Deferred@1396504322 after retry RPC after error@1420952022) -> (continuation of Deferred@505871248 after retry RPC after error@1910219368) -> (continuation of Deferred@1164693430 after retry RPC after error@26462844) -> (continuation of Deferred@675302309 after retry RPC after error@69493799) -> (continuation of Deferred@522788202 after retry RPC after error@7791833) -> (continuation of Deferred@708942353 after retry RPC after error@233031202)))
08:03:45.030 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1154836724(state=PENDING, result=null, callback=(continuation of Deferred@1396504322 after retry RPC after error@1420952022) -> (continuation of Deferred@505871248 after retry RPC after error@1910219368) -> (continuation of Deferred@1164693430 after retry RPC after error@26462844) -> (continuation of Deferred@675302309 after retry RPC after error@69493799) -> (continuation of Deferred@522788202 after retry RPC after error@7791833) -> (continuation of Deferred@708942353 after retry RPC after error@233031202), errback=(continuation of Deferred@1396504322 after retry RPC after error@1420952022) -> (continuation of Deferred@505871248 after retry RPC after error@1910219368) -> (continuation of Deferred@1164693430 after retry RPC after error@26462844) -> (continuation of Deferred@675302309 after retry RPC after error@69493799) -> (continuation of Deferred@522788202 after retry RPC after error@7791833) -> (continuation of Deferred@708942353 after retry RPC after error@233031202)))
08:03:45.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@665062734(state=PENDING, result=null, callback=(continuation of Deferred@1625156458 after retry RPC after error@685578520) -> (continuation of Deferred@477969508 after retry RPC after error@456428760) -> (continuation of Deferred@339583599 after retry RPC after error@1416129577) -> (continuation of Deferred@553903324 after retry RPC after error@510586472) -> (continuation of Deferred@1740179728 after retry RPC after error@1890003178) -> (continuation of Deferred@1312556838 after retry RPC after error@667462951) -> (continuation of Deferred@144101703 after retry RPC after error@1094670535), errback=(continuation of Deferred@1625156458 after retry RPC after error@685578520) -> (continuation of Deferred@477969508 after retry RPC after error@456428760) -> (continuation of Deferred@339583599 after retry RPC after error@1416129577) -> (continuation of Deferred@553903324 after retry RPC after error@510586472) -> (continuation of Deferred@1740179728 after retry RPC after error@1890003178) -> (continuation of Deferred@1312556838 after retry RPC after error@667462951) -> (continuation of Deferred@144101703 after retry RPC after error@1094670535)))
08:03:45.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@665062734(state=PENDING, result=null, callback=(continuation of Deferred@1625156458 after retry RPC after error@685578520) -> (continuation of Deferred@477969508 after retry RPC after error@456428760) -> (continuation of Deferred@339583599 after retry RPC after error@1416129577) -> (continuation of Deferred@553903324 after retry RPC after error@510586472) -> (continuation of Deferred@1740179728 after retry RPC after error@1890003178) -> (continuation of Deferred@1312556838 after retry RPC after error@667462951) -> (continuation of Deferred@144101703 after retry RPC after error@1094670535), errback=(continuation of Deferred@1625156458 after retry RPC after error@685578520) -> (continuation of Deferred@477969508 after retry RPC after error@456428760) -> (continuation of Deferred@339583599 after retry RPC after error@1416129577) -> (continuation of Deferred@553903324 after retry RPC after error@510586472) -> (continuation of Deferred@1740179728 after retry RPC after error@1890003178) -> (continuation of Deferred@1312556838 after retry RPC after error@667462951) -> (continuation of Deferred@144101703 after retry RPC after error@1094670535)))
08:03:45.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.290 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.450 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2129786634(state=PENDING, result=null, callback=(continuation of Deferred@1657007751 after retry RPC after error@439185500) -> (continuation of Deferred@312674178 after retry RPC after error@1662774139) -> (continuation of Deferred@517051977 after retry RPC after error@1863301727) -> (continuation of Deferred@1704603435 after retry RPC after error@1508262096) -> (continuation of Deferred@1268246139 after retry RPC after error@1507352596) -> (continuation of Deferred@1829764979 after retry RPC after error@100979394) -> (continuation of Deferred@1926518855 after retry RPC after error@1754685129), errback=(continuation of Deferred@1657007751 after retry RPC after error@439185500) -> (continuation of Deferred@312674178 after retry RPC after error@1662774139) -> (continuation of Deferred@517051977 after retry RPC after error@1863301727) -> (continuation of Deferred@1704603435 after retry RPC after error@1508262096) -> (continuation of Deferred@1268246139 after retry RPC after error@1507352596) -> (continuation of Deferred@1829764979 after retry RPC after error@100979394) -> (continuation of Deferred@1926518855 after retry RPC after error@1754685129)))
08:03:45.450 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2129786634(state=PENDING, result=null, callback=(continuation of Deferred@1657007751 after retry RPC after error@439185500) -> (continuation of Deferred@312674178 after retry RPC after error@1662774139) -> (continuation of Deferred@517051977 after retry RPC after error@1863301727) -> (continuation of Deferred@1704603435 after retry RPC after error@1508262096) -> (continuation of Deferred@1268246139 after retry RPC after error@1507352596) -> (continuation of Deferred@1829764979 after retry RPC after error@100979394) -> (continuation of Deferred@1926518855 after retry RPC after error@1754685129), errback=(continuation of Deferred@1657007751 after retry RPC after error@439185500) -> (continuation of Deferred@312674178 after retry RPC after error@1662774139) -> (continuation of Deferred@517051977 after retry RPC after error@1863301727) -> (continuation of Deferred@1704603435 after retry RPC after error@1508262096) -> (continuation of Deferred@1268246139 after retry RPC after error@1507352596) -> (continuation of Deferred@1829764979 after retry RPC after error@100979394) -> (continuation of Deferred@1926518855 after retry RPC after error@1754685129)))
08:03:45.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@548738310(state=PENDING, result=null, callback=(continuation of Deferred@1663153950 after retry RPC after error@1826215193) -> (continuation of Deferred@890946092 after retry RPC after error@1032846508) -> (continuation of Deferred@1400386884 after retry RPC after error@1907049263) -> (continuation of Deferred@306439316 after retry RPC after error@1357578476) -> (continuation of Deferred@1110166944 after retry RPC after error@1773292785) -> (continuation of Deferred@1683513879 after retry RPC after error@1824322064) -> (continuation of Deferred@1894147306 after retry RPC after error@197684163) -> (continuation of Deferred@749205623 after retry RPC after error@662741889), errback=(continuation of Deferred@1663153950 after retry RPC after error@1826215193) -> (continuation of Deferred@890946092 after retry RPC after error@1032846508) -> (continuation of Deferred@1400386884 after retry RPC after error@1907049263) -> (continuation of Deferred@306439316 after retry RPC after error@1357578476) -> (continuation of Deferred@1110166944 after retry RPC after error@1773292785) -> (continuation of Deferred@1683513879 after retry RPC after error@1824322064) -> (continuation of Deferred@1894147306 after retry RPC after error@197684163) -> (continuation of Deferred@749205623 after retry RPC after error@662741889)))
08:03:45.709 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@548738310(state=PENDING, result=null, callback=(continuation of Deferred@1663153950 after retry RPC after error@1826215193) -> (continuation of Deferred@890946092 after retry RPC after error@1032846508) -> (continuation of Deferred@1400386884 after retry RPC after error@1907049263) -> (continuation of Deferred@306439316 after retry RPC after error@1357578476) -> (continuation of Deferred@1110166944 after retry RPC after error@1773292785) -> (continuation of Deferred@1683513879 after retry RPC after error@1824322064) -> (continuation of Deferred@1894147306 after retry RPC after error@197684163) -> (continuation of Deferred@749205623 after retry RPC after error@662741889), errback=(continuation of Deferred@1663153950 after retry RPC after error@1826215193) -> (continuation of Deferred@890946092 after retry RPC after error@1032846508) -> (continuation of Deferred@1400386884 after retry RPC after error@1907049263) -> (continuation of Deferred@306439316 after retry RPC after error@1357578476) -> (continuation of Deferred@1110166944 after retry RPC after error@1773292785) -> (continuation of Deferred@1683513879 after retry RPC after error@1824322064) -> (continuation of Deferred@1894147306 after retry RPC after error@197684163) -> (continuation of Deferred@749205623 after retry RPC after error@662741889)))
08:03:45.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:45.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:45.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:45.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:45.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:45.987 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1451209867(state=PENDING, result=null, callback=(continuation of Deferred@652520308 after retry RPC after error@1784851347) -> (continuation of Deferred@366683212 after retry RPC after error@1043009936) -> (continuation of Deferred@1033347626 after retry RPC after error@1121364024) -> (continuation of Deferred@249765226 after retry RPC after error@1747073719) -> (continuation of Deferred@1747211115 after retry RPC after error@524591423) -> (continuation of Deferred@165345264 after retry RPC after error@1892975614) -> (continuation of Deferred@975251844 after retry RPC after error@14035622), errback=(continuation of Deferred@652520308 after retry RPC after error@1784851347) -> (continuation of Deferred@366683212 after retry RPC after error@1043009936) -> (continuation of Deferred@1033347626 after retry RPC after error@1121364024) -> (continuation of Deferred@249765226 after retry RPC after error@1747073719) -> (continuation of Deferred@1747211115 after retry RPC after error@524591423) -> (continuation of Deferred@165345264 after retry RPC after error@1892975614) -> (continuation of Deferred@975251844 after retry RPC after error@14035622)))
08:03:45.987 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:46.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1676933918(state=PENDING, result=null, callback=(continuation of Deferred@2104702758 after retry RPC after error@1829577866) -> (continuation of Deferred@456373862 after retry RPC after error@1734640917) -> (continuation of Deferred@63591640 after retry RPC after error@124197215) -> (continuation of Deferred@31530835 after retry RPC after error@1114537559) -> (continuation of Deferred@332635734 after retry RPC after error@742510738) -> (continuation of Deferred@626215374 after retry RPC after error@343807989) -> (continuation of Deferred@466618882 after retry RPC after error@959941802) -> (continuation of Deferred@110473083 after retry RPC after error@1647362531), errback=(continuation of Deferred@2104702758 after retry RPC after error@1829577866) -> (continuation of Deferred@456373862 after retry RPC after error@1734640917) -> (continuation of Deferred@63591640 after retry RPC after error@124197215) -> (continuation of Deferred@31530835 after retry RPC after error@1114537559) -> (continuation of Deferred@332635734 after retry RPC after error@742510738) -> (continuation of Deferred@626215374 after retry RPC after error@343807989) -> (continuation of Deferred@466618882 after retry RPC after error@959941802) -> (continuation of Deferred@110473083 after retry RPC after error@1647362531)))
08:03:46.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1676933918(state=PENDING, result=null, callback=(continuation of Deferred@2104702758 after retry RPC after error@1829577866) -> (continuation of Deferred@456373862 after retry RPC after error@1734640917) -> (continuation of Deferred@63591640 after retry RPC after error@124197215) -> (continuation of Deferred@31530835 after retry RPC after error@1114537559) -> (continuation of Deferred@332635734 after retry RPC after error@742510738) -> (continuation of Deferred@626215374 after retry RPC after error@343807989) -> (continuation of Deferred@466618882 after retry RPC after error@959941802) -> (continuation of Deferred@110473083 after retry RPC after error@1647362531), errback=(continuation of Deferred@2104702758 after retry RPC after error@1829577866) -> (continuation of Deferred@456373862 after retry RPC after error@1734640917) -> (continuation of Deferred@63591640 after retry RPC after error@124197215) -> (continuation of Deferred@31530835 after retry RPC after error@1114537559) -> (continuation of Deferred@332635734 after retry RPC after error@742510738) -> (continuation of Deferred@626215374 after retry RPC after error@343807989) -> (continuation of Deferred@466618882 after retry RPC after error@959941802) -> (continuation of Deferred@110473083 after retry RPC after error@1647362531)))
08:03:46.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.488 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@224989721(state=PENDING, result=null, callback=(continuation of Deferred@1137267679 after retry RPC after error@1866708211) -> (continuation of Deferred@1869502857 after retry RPC after error@710047655) -> (continuation of Deferred@596418201 after retry RPC after error@1369068087) -> (continuation of Deferred@1277557660 after retry RPC after error@1978876656) -> (continuation of Deferred@852259457 after retry RPC after error@834962693) -> (continuation of Deferred@1390309818 after retry RPC after error@1029004755) -> (continuation of Deferred@1826388098 after retry RPC after error@2040865969), errback=(continuation of Deferred@1137267679 after retry RPC after error@1866708211) -> (continuation of Deferred@1869502857 after retry RPC after error@710047655) -> (continuation of Deferred@596418201 after retry RPC after error@1369068087) -> (continuation of Deferred@1277557660 after retry RPC after error@1978876656) -> (continuation of Deferred@852259457 after retry RPC after error@834962693) -> (continuation of Deferred@1390309818 after retry RPC after error@1029004755) -> (continuation of Deferred@1826388098 after retry RPC after error@2040865969)))
08:03:46.489 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@224989721(state=PENDING, result=null, callback=(continuation of Deferred@1137267679 after retry RPC after error@1866708211) -> (continuation of Deferred@1869502857 after retry RPC after error@710047655) -> (continuation of Deferred@596418201 after retry RPC after error@1369068087) -> (continuation of Deferred@1277557660 after retry RPC after error@1978876656) -> (continuation of Deferred@852259457 after retry RPC after error@834962693) -> (continuation of Deferred@1390309818 after retry RPC after error@1029004755) -> (continuation of Deferred@1826388098 after retry RPC after error@2040865969), errback=(continuation of Deferred@1137267679 after retry RPC after error@1866708211) -> (continuation of Deferred@1869502857 after retry RPC after error@710047655) -> (continuation of Deferred@596418201 after retry RPC after error@1369068087) -> (continuation of Deferred@1277557660 after retry RPC after error@1978876656) -> (continuation of Deferred@852259457 after retry RPC after error@834962693) -> (continuation of Deferred@1390309818 after retry RPC after error@1029004755) -> (continuation of Deferred@1826388098 after retry RPC after error@2040865969)))
08:03:46.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.586 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@724502099(state=PENDING, result=null, callback=(continuation of Deferred@946822328 after retry RPC after error@1848589440) -> (continuation of Deferred@1949107814 after retry RPC after error@669223726) -> (continuation of Deferred@1705740790 after retry RPC after error@1920430847) -> (continuation of Deferred@1853183201 after retry RPC after error@1433671930) -> (continuation of Deferred@1823072155 after retry RPC after error@629188731) -> (continuation of Deferred@1637229174 after retry RPC after error@340804982) -> (continuation of Deferred@916915552 after retry RPC after error@373600447), errback=(continuation of Deferred@946822328 after retry RPC after error@1848589440) -> (continuation of Deferred@1949107814 after retry RPC after error@669223726) -> (continuation of Deferred@1705740790 after retry RPC after error@1920430847) -> (continuation of Deferred@1853183201 after retry RPC after error@1433671930) -> (continuation of Deferred@1823072155 after retry RPC after error@629188731) -> (continuation of Deferred@1637229174 after retry RPC after error@340804982) -> (continuation of Deferred@916915552 after retry RPC after error@373600447)))
08:03:46.730 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@724502099(state=PENDING, result=null, callback=(continuation of Deferred@946822328 after retry RPC after error@1848589440) -> (continuation of Deferred@1949107814 after retry RPC after error@669223726) -> (continuation of Deferred@1705740790 after retry RPC after error@1920430847) -> (continuation of Deferred@1853183201 after retry RPC after error@1433671930) -> (continuation of Deferred@1823072155 after retry RPC after error@629188731) -> (continuation of Deferred@1637229174 after retry RPC after error@340804982) -> (continuation of Deferred@916915552 after retry RPC after error@373600447), errback=(continuation of Deferred@946822328 after retry RPC after error@1848589440) -> (continuation of Deferred@1949107814 after retry RPC after error@669223726) -> (continuation of Deferred@1705740790 after retry RPC after error@1920430847) -> (continuation of Deferred@1853183201 after retry RPC after error@1433671930) -> (continuation of Deferred@1823072155 after retry RPC after error@629188731) -> (continuation of Deferred@1637229174 after retry RPC after error@340804982) -> (continuation of Deferred@916915552 after retry RPC after error@373600447)))
08:03:46.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:46.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:46.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:46.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:46.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:46.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.008 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1071928142(state=PENDING, result=null, callback=(continuation of Deferred@737406794 after retry RPC after error@1091816640) -> (continuation of Deferred@1485157137 after retry RPC after error@1172759916) -> (continuation of Deferred@1910233893 after retry RPC after error@787577874) -> (continuation of Deferred@1536774118 after retry RPC after error@690363516) -> (continuation of Deferred@101447822 after retry RPC after error@591336881) -> (continuation of Deferred@852006991 after retry RPC after error@731166614) -> (continuation of Deferred@1921185250 after retry RPC after error@692839582), errback=(continuation of Deferred@737406794 after retry RPC after error@1091816640) -> (continuation of Deferred@1485157137 after retry RPC after error@1172759916) -> (continuation of Deferred@1910233893 after retry RPC after error@787577874) -> (continuation of Deferred@1536774118 after retry RPC after error@690363516) -> (continuation of Deferred@101447822 after retry RPC after error@591336881) -> (continuation of Deferred@852006991 after retry RPC after error@731166614) -> (continuation of Deferred@1921185250 after retry RPC after error@692839582)))
08:03:47.008 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:47.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@98632601(state=PENDING, result=null, callback=(continuation of Deferred@1139867978 after retry RPC after error@122054759) -> (continuation of Deferred@506171258 after retry RPC after error@324778733) -> (continuation of Deferred@1491796637 after retry RPC after error@1826245815) -> (continuation of Deferred@784883209 after retry RPC after error@1611273711) -> (continuation of Deferred@1618287769 after retry RPC after error@1593072596) -> (continuation of Deferred@840990229 after retry RPC after error@37069011), errback=(continuation of Deferred@1139867978 after retry RPC after error@122054759) -> (continuation of Deferred@506171258 after retry RPC after error@324778733) -> (continuation of Deferred@1491796637 after retry RPC after error@1826245815) -> (continuation of Deferred@784883209 after retry RPC after error@1611273711) -> (continuation of Deferred@1618287769 after retry RPC after error@1593072596) -> (continuation of Deferred@840990229 after retry RPC after error@37069011)))
08:03:47.210 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@98632601(state=PENDING, result=null, callback=(continuation of Deferred@1139867978 after retry RPC after error@122054759) -> (continuation of Deferred@506171258 after retry RPC after error@324778733) -> (continuation of Deferred@1491796637 after retry RPC after error@1826245815) -> (continuation of Deferred@784883209 after retry RPC after error@1611273711) -> (continuation of Deferred@1618287769 after retry RPC after error@1593072596) -> (continuation of Deferred@840990229 after retry RPC after error@37069011), errback=(continuation of Deferred@1139867978 after retry RPC after error@122054759) -> (continuation of Deferred@506171258 after retry RPC after error@324778733) -> (continuation of Deferred@1491796637 after retry RPC after error@1826245815) -> (continuation of Deferred@784883209 after retry RPC after error@1611273711) -> (continuation of Deferred@1618287769 after retry RPC after error@1593072596) -> (continuation of Deferred@840990229 after retry RPC after error@37069011)))
08:03:47.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@926186061(state=PENDING, result=null, callback=(continuation of Deferred@1867814943 after retry RPC after error@572328775) -> (continuation of Deferred@2089792964 after retry RPC after error@1753046538) -> (continuation of Deferred@597866362 after retry RPC after error@1773131642) -> (continuation of Deferred@1745845790 after retry RPC after error@1786834971) -> (continuation of Deferred@1546617686 after retry RPC after error@1269599150) -> (continuation of Deferred@1480651595 after retry RPC after error@892194928) -> (continuation of Deferred@364433584 after retry RPC after error@979814482), errback=(continuation of Deferred@1867814943 after retry RPC after error@572328775) -> (continuation of Deferred@2089792964 after retry RPC after error@1753046538) -> (continuation of Deferred@597866362 after retry RPC after error@1773131642) -> (continuation of Deferred@1745845790 after retry RPC after error@1786834971) -> (continuation of Deferred@1546617686 after retry RPC after error@1269599150) -> (continuation of Deferred@1480651595 after retry RPC after error@892194928) -> (continuation of Deferred@364433584 after retry RPC after error@979814482)))
08:03:47.470 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@926186061(state=PENDING, result=null, callback=(continuation of Deferred@1867814943 after retry RPC after error@572328775) -> (continuation of Deferred@2089792964 after retry RPC after error@1753046538) -> (continuation of Deferred@597866362 after retry RPC after error@1773131642) -> (continuation of Deferred@1745845790 after retry RPC after error@1786834971) -> (continuation of Deferred@1546617686 after retry RPC after error@1269599150) -> (continuation of Deferred@1480651595 after retry RPC after error@892194928) -> (continuation of Deferred@364433584 after retry RPC after error@979814482), errback=(continuation of Deferred@1867814943 after retry RPC after error@572328775) -> (continuation of Deferred@2089792964 after retry RPC after error@1753046538) -> (continuation of Deferred@597866362 after retry RPC after error@1773131642) -> (continuation of Deferred@1745845790 after retry RPC after error@1786834971) -> (continuation of Deferred@1546617686 after retry RPC after error@1269599150) -> (continuation of Deferred@1480651595 after retry RPC after error@892194928) -> (continuation of Deferred@364433584 after retry RPC after error@979814482)))
08:03:47.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.747 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@267079650(state=PENDING, result=null, callback=(continuation of Deferred@1390192500 after retry RPC after error@384071900) -> (continuation of Deferred@71703371 after retry RPC after error@1359466622) -> (continuation of Deferred@1725377069 after retry RPC after error@1405127859) -> (continuation of Deferred@1734887875 after retry RPC after error@134476144) -> (continuation of Deferred@1473917983 after retry RPC after error@11046723) -> (continuation of Deferred@623634628 after retry RPC after error@850662752) -> (continuation of Deferred@877176293 after retry RPC after error@1885271736), errback=(continuation of Deferred@1390192500 after retry RPC after error@384071900) -> (continuation of Deferred@71703371 after retry RPC after error@1359466622) -> (continuation of Deferred@1725377069 after retry RPC after error@1405127859) -> (continuation of Deferred@1734887875 after retry RPC after error@134476144) -> (continuation of Deferred@1473917983 after retry RPC after error@11046723) -> (continuation of Deferred@623634628 after retry RPC after error@850662752) -> (continuation of Deferred@877176293 after retry RPC after error@1885271736)))
08:03:47.747 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:47.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:47.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1253771352(state=PENDING, result=null, callback=(continuation of Deferred@1805456310 after retry RPC after error@422727947) -> (continuation of Deferred@586630687 after retry RPC after error@807171025) -> (continuation of Deferred@866113223 after retry RPC after error@950956982) -> (continuation of Deferred@552668418 after retry RPC after error@1939890230) -> (continuation of Deferred@1053075819 after retry RPC after error@1975279302) -> (continuation of Deferred@1561187438 after retry RPC after error@769437225), errback=(continuation of Deferred@1805456310 after retry RPC after error@422727947) -> (continuation of Deferred@586630687 after retry RPC after error@807171025) -> (continuation of Deferred@866113223 after retry RPC after error@950956982) -> (continuation of Deferred@552668418 after retry RPC after error@1939890230) -> (continuation of Deferred@1053075819 after retry RPC after error@1975279302) -> (continuation of Deferred@1561187438 after retry RPC after error@769437225)))
08:03:47.970 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1253771352(state=PENDING, result=null, callback=(continuation of Deferred@1805456310 after retry RPC after error@422727947) -> (continuation of Deferred@586630687 after retry RPC after error@807171025) -> (continuation of Deferred@866113223 after retry RPC after error@950956982) -> (continuation of Deferred@552668418 after retry RPC after error@1939890230) -> (continuation of Deferred@1053075819 after retry RPC after error@1975279302) -> (continuation of Deferred@1561187438 after retry RPC after error@769437225), errback=(continuation of Deferred@1805456310 after retry RPC after error@422727947) -> (continuation of Deferred@586630687 after retry RPC after error@807171025) -> (continuation of Deferred@866113223 after retry RPC after error@950956982) -> (continuation of Deferred@552668418 after retry RPC after error@1939890230) -> (continuation of Deferred@1053075819 after retry RPC after error@1975279302) -> (continuation of Deferred@1561187438 after retry RPC after error@769437225)))
08:03:47.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:47.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:47.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:47.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:47.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.029 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.229 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.229 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1989803006(state=PENDING, result=null, callback=(continuation of Deferred@251532534 after retry RPC after error@84688795) -> (continuation of Deferred@1897317012 after retry RPC after error@1214878019) -> (continuation of Deferred@911111452 after retry RPC after error@1381659817) -> (continuation of Deferred@354360852 after retry RPC after error@293107325) -> (continuation of Deferred@1415256027 after retry RPC after error@1428545221) -> (continuation of Deferred@942118347 after retry RPC after error@1790887724) -> (continuation of Deferred@1725423727 after retry RPC after error@503306630), errback=(continuation of Deferred@251532534 after retry RPC after error@84688795) -> (continuation of Deferred@1897317012 after retry RPC after error@1214878019) -> (continuation of Deferred@911111452 after retry RPC after error@1381659817) -> (continuation of Deferred@354360852 after retry RPC after error@293107325) -> (continuation of Deferred@1415256027 after retry RPC after error@1428545221) -> (continuation of Deferred@942118347 after retry RPC after error@1790887724) -> (continuation of Deferred@1725423727 after retry RPC after error@503306630)))
08:03:48.230 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1989803006(state=PENDING, result=null, callback=(continuation of Deferred@251532534 after retry RPC after error@84688795) -> (continuation of Deferred@1897317012 after retry RPC after error@1214878019) -> (continuation of Deferred@911111452 after retry RPC after error@1381659817) -> (continuation of Deferred@354360852 after retry RPC after error@293107325) -> (continuation of Deferred@1415256027 after retry RPC after error@1428545221) -> (continuation of Deferred@942118347 after retry RPC after error@1790887724) -> (continuation of Deferred@1725423727 after retry RPC after error@503306630), errback=(continuation of Deferred@251532534 after retry RPC after error@84688795) -> (continuation of Deferred@1897317012 after retry RPC after error@1214878019) -> (continuation of Deferred@911111452 after retry RPC after error@1381659817) -> (continuation of Deferred@354360852 after retry RPC after error@293107325) -> (continuation of Deferred@1415256027 after retry RPC after error@1428545221) -> (continuation of Deferred@942118347 after retry RPC after error@1790887724) -> (continuation of Deferred@1725423727 after retry RPC after error@503306630)))
08:03:48.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.489 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1312535166(state=PENDING, result=null, callback=(continuation of Deferred@1923300975 after retry RPC after error@572615207) -> (continuation of Deferred@336151617 after retry RPC after error@120761596) -> (continuation of Deferred@1820961331 after retry RPC after error@1171293655) -> (continuation of Deferred@463858272 after retry RPC after error@165867684) -> (continuation of Deferred@672865177 after retry RPC after error@1764023664) -> (continuation of Deferred@1575410910 after retry RPC after error@1134522390) -> (continuation of Deferred@866679855 after retry RPC after error@2091444343) -> (continuation of Deferred@390322960 after retry RPC after error@795084334), errback=(continuation of Deferred@1923300975 after retry RPC after error@572615207) -> (continuation of Deferred@336151617 after retry RPC after error@120761596) -> (continuation of Deferred@1820961331 after retry RPC after error@1171293655) -> (continuation of Deferred@463858272 after retry RPC after error@165867684) -> (continuation of Deferred@672865177 after retry RPC after error@1764023664) -> (continuation of Deferred@1575410910 after retry RPC after error@1134522390) -> (continuation of Deferred@866679855 after retry RPC after error@2091444343) -> (continuation of Deferred@390322960 after retry RPC after error@795084334)))
08:03:48.490 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1312535166(state=PENDING, result=null, callback=(continuation of Deferred@1923300975 after retry RPC after error@572615207) -> (continuation of Deferred@336151617 after retry RPC after error@120761596) -> (continuation of Deferred@1820961331 after retry RPC after error@1171293655) -> (continuation of Deferred@463858272 after retry RPC after error@165867684) -> (continuation of Deferred@672865177 after retry RPC after error@1764023664) -> (continuation of Deferred@1575410910 after retry RPC after error@1134522390) -> (continuation of Deferred@866679855 after retry RPC after error@2091444343) -> (continuation of Deferred@390322960 after retry RPC after error@795084334), errback=(continuation of Deferred@1923300975 after retry RPC after error@572615207) -> (continuation of Deferred@336151617 after retry RPC after error@120761596) -> (continuation of Deferred@1820961331 after retry RPC after error@1171293655) -> (continuation of Deferred@463858272 after retry RPC after error@165867684) -> (continuation of Deferred@672865177 after retry RPC after error@1764023664) -> (continuation of Deferred@1575410910 after retry RPC after error@1134522390) -> (continuation of Deferred@866679855 after retry RPC after error@2091444343) -> (continuation of Deferred@390322960 after retry RPC after error@795084334)))
08:03:48.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.689 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1758279773(state=PENDING, result=null, callback=(continuation of Deferred@1555094729 after retry RPC after error@513597302) -> (continuation of Deferred@1047932707 after retry RPC after error@1064888160) -> (continuation of Deferred@1702114002 after retry RPC after error@493561445) -> (continuation of Deferred@309005788 after retry RPC after error@1783675670) -> (continuation of Deferred@787932716 after retry RPC after error@1785374105) -> (continuation of Deferred@547700965 after retry RPC after error@1329780716) -> (continuation of Deferred@1453100974 after retry RPC after error@1776664201), errback=(continuation of Deferred@1555094729 after retry RPC after error@513597302) -> (continuation of Deferred@1047932707 after retry RPC after error@1064888160) -> (continuation of Deferred@1702114002 after retry RPC after error@493561445) -> (continuation of Deferred@309005788 after retry RPC after error@1783675670) -> (continuation of Deferred@787932716 after retry RPC after error@1785374105) -> (continuation of Deferred@547700965 after retry RPC after error@1329780716) -> (continuation of Deferred@1453100974 after retry RPC after error@1776664201)))
08:03:48.690 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1758279773(state=PENDING, result=null, callback=(continuation of Deferred@1555094729 after retry RPC after error@513597302) -> (continuation of Deferred@1047932707 after retry RPC after error@1064888160) -> (continuation of Deferred@1702114002 after retry RPC after error@493561445) -> (continuation of Deferred@309005788 after retry RPC after error@1783675670) -> (continuation of Deferred@787932716 after retry RPC after error@1785374105) -> (continuation of Deferred@547700965 after retry RPC after error@1329780716) -> (continuation of Deferred@1453100974 after retry RPC after error@1776664201), errback=(continuation of Deferred@1555094729 after retry RPC after error@513597302) -> (continuation of Deferred@1047932707 after retry RPC after error@1064888160) -> (continuation of Deferred@1702114002 after retry RPC after error@493561445) -> (continuation of Deferred@309005788 after retry RPC after error@1783675670) -> (continuation of Deferred@787932716 after retry RPC after error@1785374105) -> (continuation of Deferred@547700965 after retry RPC after error@1329780716) -> (continuation of Deferred@1453100974 after retry RPC after error@1776664201)))
08:03:48.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:48.783279 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:48.783460 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:48.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@474470796(state=PENDING, result=null, callback=(continuation of Deferred@610191654 after retry RPC after error@793524945) -> (continuation of Deferred@550623790 after retry RPC after error@41479169) -> (continuation of Deferred@1346175633 after retry RPC after error@518594805) -> (continuation of Deferred@809994668 after retry RPC after error@1973052225) -> (continuation of Deferred@1292619497 after retry RPC after error@447918389) -> (continuation of Deferred@372523302 after retry RPC after error@806529226) -> (continuation of Deferred@603800743 after retry RPC after error@751395572), errback=(continuation of Deferred@610191654 after retry RPC after error@793524945) -> (continuation of Deferred@550623790 after retry RPC after error@41479169) -> (continuation of Deferred@1346175633 after retry RPC after error@518594805) -> (continuation of Deferred@809994668 after retry RPC after error@1973052225) -> (continuation of Deferred@1292619497 after retry RPC after error@447918389) -> (continuation of Deferred@372523302 after retry RPC after error@806529226) -> (continuation of Deferred@603800743 after retry RPC after error@751395572)))
08:03:48.949 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@474470796(state=PENDING, result=null, callback=(continuation of Deferred@610191654 after retry RPC after error@793524945) -> (continuation of Deferred@550623790 after retry RPC after error@41479169) -> (continuation of Deferred@1346175633 after retry RPC after error@518594805) -> (continuation of Deferred@809994668 after retry RPC after error@1973052225) -> (continuation of Deferred@1292619497 after retry RPC after error@447918389) -> (continuation of Deferred@372523302 after retry RPC after error@806529226) -> (continuation of Deferred@603800743 after retry RPC after error@751395572), errback=(continuation of Deferred@610191654 after retry RPC after error@793524945) -> (continuation of Deferred@550623790 after retry RPC after error@41479169) -> (continuation of Deferred@1346175633 after retry RPC after error@518594805) -> (continuation of Deferred@809994668 after retry RPC after error@1973052225) -> (continuation of Deferred@1292619497 after retry RPC after error@447918389) -> (continuation of Deferred@372523302 after retry RPC after error@806529226) -> (continuation of Deferred@603800743 after retry RPC after error@751395572)))
08:03:48.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:48.986 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:48.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:48.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:48.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:48.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@136304059(state=PENDING, result=null, callback=(continuation of Deferred@297166926 after retry RPC after error@23700985) -> (continuation of Deferred@1478653883 after retry RPC after error@786879241) -> (continuation of Deferred@204483203 after retry RPC after error@1077547153) -> (continuation of Deferred@191772802 after retry RPC after error@327736445) -> (continuation of Deferred@518101181 after retry RPC after error@240102760) -> (continuation of Deferred@1956593163 after retry RPC after error@555843537), errback=(continuation of Deferred@297166926 after retry RPC after error@23700985) -> (continuation of Deferred@1478653883 after retry RPC after error@786879241) -> (continuation of Deferred@204483203 after retry RPC after error@1077547153) -> (continuation of Deferred@191772802 after retry RPC after error@327736445) -> (continuation of Deferred@518101181 after retry RPC after error@240102760) -> (continuation of Deferred@1956593163 after retry RPC after error@555843537)))
08:03:49.149 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@136304059(state=PENDING, result=null, callback=(continuation of Deferred@297166926 after retry RPC after error@23700985) -> (continuation of Deferred@1478653883 after retry RPC after error@786879241) -> (continuation of Deferred@204483203 after retry RPC after error@1077547153) -> (continuation of Deferred@191772802 after retry RPC after error@327736445) -> (continuation of Deferred@518101181 after retry RPC after error@240102760) -> (continuation of Deferred@1956593163 after retry RPC after error@555843537), errback=(continuation of Deferred@297166926 after retry RPC after error@23700985) -> (continuation of Deferred@1478653883 after retry RPC after error@786879241) -> (continuation of Deferred@204483203 after retry RPC after error@1077547153) -> (continuation of Deferred@191772802 after retry RPC after error@327736445) -> (continuation of Deferred@518101181 after retry RPC after error@240102760) -> (continuation of Deferred@1956593163 after retry RPC after error@555843537)))
08:03:49.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1192256473(state=PENDING, result=null, callback=(continuation of Deferred@5318691 after retry RPC after error@231071041) -> (continuation of Deferred@894967683 after retry RPC after error@1905437786) -> (continuation of Deferred@2014020219 after retry RPC after error@1535600622) -> (continuation of Deferred@777441050 after retry RPC after error@1245857526) -> (continuation of Deferred@1862147487 after retry RPC after error@237420473) -> (continuation of Deferred@378572664 after retry RPC after error@1312628394) -> (continuation of Deferred@1353834519 after retry RPC after error@1800492751), errback=(continuation of Deferred@5318691 after retry RPC after error@231071041) -> (continuation of Deferred@894967683 after retry RPC after error@1905437786) -> (continuation of Deferred@2014020219 after retry RPC after error@1535600622) -> (continuation of Deferred@777441050 after retry RPC after error@1245857526) -> (continuation of Deferred@1862147487 after retry RPC after error@237420473) -> (continuation of Deferred@378572664 after retry RPC after error@1312628394) -> (continuation of Deferred@1353834519 after retry RPC after error@1800492751)))
08:03:49.389 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1192256473(state=PENDING, result=null, callback=(continuation of Deferred@5318691 after retry RPC after error@231071041) -> (continuation of Deferred@894967683 after retry RPC after error@1905437786) -> (continuation of Deferred@2014020219 after retry RPC after error@1535600622) -> (continuation of Deferred@777441050 after retry RPC after error@1245857526) -> (continuation of Deferred@1862147487 after retry RPC after error@237420473) -> (continuation of Deferred@378572664 after retry RPC after error@1312628394) -> (continuation of Deferred@1353834519 after retry RPC after error@1800492751), errback=(continuation of Deferred@5318691 after retry RPC after error@231071041) -> (continuation of Deferred@894967683 after retry RPC after error@1905437786) -> (continuation of Deferred@2014020219 after retry RPC after error@1535600622) -> (continuation of Deferred@777441050 after retry RPC after error@1245857526) -> (continuation of Deferred@1862147487 after retry RPC after error@237420473) -> (continuation of Deferred@378572664 after retry RPC after error@1312628394) -> (continuation of Deferred@1353834519 after retry RPC after error@1800492751)))
08:03:49.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1518441070(state=PENDING, result=null, callback=(continuation of Deferred@1746226097 after retry RPC after error@195470663) -> (continuation of Deferred@519317332 after retry RPC after error@1219544070) -> (continuation of Deferred@179983970 after retry RPC after error@872961775) -> (continuation of Deferred@200870333 after retry RPC after error@1160215600) -> (continuation of Deferred@494283696 after retry RPC after error@1799334367) -> (continuation of Deferred@684257764 after retry RPC after error@1458622001) -> (continuation of Deferred@2063029492 after retry RPC after error@1813015332), errback=(continuation of Deferred@1746226097 after retry RPC after error@195470663) -> (continuation of Deferred@519317332 after retry RPC after error@1219544070) -> (continuation of Deferred@179983970 after retry RPC after error@872961775) -> (continuation of Deferred@200870333 after retry RPC after error@1160215600) -> (continuation of Deferred@494283696 after retry RPC after error@1799334367) -> (continuation of Deferred@684257764 after retry RPC after error@1458622001) -> (continuation of Deferred@2063029492 after retry RPC after error@1813015332)))
08:03:49.589 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1518441070(state=PENDING, result=null, callback=(continuation of Deferred@1746226097 after retry RPC after error@195470663) -> (continuation of Deferred@519317332 after retry RPC after error@1219544070) -> (continuation of Deferred@179983970 after retry RPC after error@872961775) -> (continuation of Deferred@200870333 after retry RPC after error@1160215600) -> (continuation of Deferred@494283696 after retry RPC after error@1799334367) -> (continuation of Deferred@684257764 after retry RPC after error@1458622001) -> (continuation of Deferred@2063029492 after retry RPC after error@1813015332), errback=(continuation of Deferred@1746226097 after retry RPC after error@195470663) -> (continuation of Deferred@519317332 after retry RPC after error@1219544070) -> (continuation of Deferred@179983970 after retry RPC after error@872961775) -> (continuation of Deferred@200870333 after retry RPC after error@1160215600) -> (continuation of Deferred@494283696 after retry RPC after error@1799334367) -> (continuation of Deferred@684257764 after retry RPC after error@1458622001) -> (continuation of Deferred@2063029492 after retry RPC after error@1813015332)))
08:03:49.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.614030 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.615331 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:49.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.616675 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:49.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@278639444(state=PENDING, result=null, callback=(continuation of Deferred@209037660 after retry RPC after error@1090337153) -> (continuation of Deferred@1098077077 after retry RPC after error@205478396) -> (continuation of Deferred@765541998 after retry RPC after error@70859626) -> (continuation of Deferred@1603092355 after retry RPC after error@688614711) -> (continuation of Deferred@226321462 after retry RPC after error@1087569048) -> (continuation of Deferred@1981133350 after retry RPC after error@75827974) -> (continuation of Deferred@1656722292 after retry RPC after error@903775623), errback=(continuation of Deferred@209037660 after retry RPC after error@1090337153) -> (continuation of Deferred@1098077077 after retry RPC after error@205478396) -> (continuation of Deferred@765541998 after retry RPC after error@70859626) -> (continuation of Deferred@1603092355 after retry RPC after error@688614711) -> (continuation of Deferred@226321462 after retry RPC after error@1087569048) -> (continuation of Deferred@1981133350 after retry RPC after error@75827974) -> (continuation of Deferred@1656722292 after retry RPC after error@903775623)))
08:03:49.830 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@278639444(state=PENDING, result=null, callback=(continuation of Deferred@209037660 after retry RPC after error@1090337153) -> (continuation of Deferred@1098077077 after retry RPC after error@205478396) -> (continuation of Deferred@765541998 after retry RPC after error@70859626) -> (continuation of Deferred@1603092355 after retry RPC after error@688614711) -> (continuation of Deferred@226321462 after retry RPC after error@1087569048) -> (continuation of Deferred@1981133350 after retry RPC after error@75827974) -> (continuation of Deferred@1656722292 after retry RPC after error@903775623), errback=(continuation of Deferred@209037660 after retry RPC after error@1090337153) -> (continuation of Deferred@1098077077 after retry RPC after error@205478396) -> (continuation of Deferred@765541998 after retry RPC after error@70859626) -> (continuation of Deferred@1603092355 after retry RPC after error@688614711) -> (continuation of Deferred@226321462 after retry RPC after error@1087569048) -> (continuation of Deferred@1981133350 after retry RPC after error@75827974) -> (continuation of Deferred@1656722292 after retry RPC after error@903775623)))
08:03:49.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:49.949090 6880 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:49.949302 6880 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:49.949826 6880 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.950902 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:03:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.952277 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:49.952454 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:49.952589 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:49.952915 6880 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:49.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:49.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:49.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:49.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:49.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:49.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1286533260(state=PENDING, result=null, callback=(continuation of Deferred@1214796216 after retry RPC after error@214691685) -> (continuation of Deferred@423811100 after retry RPC after error@584282408) -> (continuation of Deferred@675021147 after retry RPC after error@2069853182) -> (continuation of Deferred@1951585969 after retry RPC after error@1303491362) -> (continuation of Deferred@89081110 after retry RPC after error@93259458) -> (continuation of Deferred@1737146268 after retry RPC after error@669133036) -> (continuation of Deferred@1492823795 after retry RPC after error@624826936) -> (continuation of Deferred@402270044 after retry RPC after error@568969223), errback=(continuation of Deferred@1214796216 after retry RPC after error@214691685) -> (continuation of Deferred@423811100 after retry RPC after error@584282408) -> (continuation of Deferred@675021147 after retry RPC after error@2069853182) -> (continuation of Deferred@1951585969 after retry RPC after error@1303491362) -> (continuation of Deferred@89081110 after retry RPC after error@93259458) -> (continuation of Deferred@1737146268 after retry RPC after error@669133036) -> (continuation of Deferred@1492823795 after retry RPC after error@624826936) -> (continuation of Deferred@402270044 after retry RPC after error@568969223)))
08:03:50.090 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1286533260(state=PENDING, result=null, callback=(continuation of Deferred@1214796216 after retry RPC after error@214691685) -> (continuation of Deferred@423811100 after retry RPC after error@584282408) -> (continuation of Deferred@675021147 after retry RPC after error@2069853182) -> (continuation of Deferred@1951585969 after retry RPC after error@1303491362) -> (continuation of Deferred@89081110 after retry RPC after error@93259458) -> (continuation of Deferred@1737146268 after retry RPC after error@669133036) -> (continuation of Deferred@1492823795 after retry RPC after error@624826936) -> (continuation of Deferred@402270044 after retry RPC after error@568969223), errback=(continuation of Deferred@1214796216 after retry RPC after error@214691685) -> (continuation of Deferred@423811100 after retry RPC after error@584282408) -> (continuation of Deferred@675021147 after retry RPC after error@2069853182) -> (continuation of Deferred@1951585969 after retry RPC after error@1303491362) -> (continuation of Deferred@89081110 after retry RPC after error@93259458) -> (continuation of Deferred@1737146268 after retry RPC after error@669133036) -> (continuation of Deferred@1492823795 after retry RPC after error@624826936) -> (continuation of Deferred@402270044 after retry RPC after error@568969223)))
08:03:50.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@718329161(state=PENDING, result=null, callback=(continuation of Deferred@723716732 after retry RPC after error@1909514965) -> (continuation of Deferred@1697108239 after retry RPC after error@1232153215) -> (continuation of Deferred@2050140615 after retry RPC after error@201472542) -> (continuation of Deferred@1467366712 after retry RPC after error@387241851) -> (continuation of Deferred@2013735119 after retry RPC after error@1707618075) -> (continuation of Deferred@53563751 after retry RPC after error@850387317) -> (continuation of Deferred@1932519103 after retry RPC after error@1463529270), errback=(continuation of Deferred@723716732 after retry RPC after error@1909514965) -> (continuation of Deferred@1697108239 after retry RPC after error@1232153215) -> (continuation of Deferred@2050140615 after retry RPC after error@201472542) -> (continuation of Deferred@1467366712 after retry RPC after error@387241851) -> (continuation of Deferred@2013735119 after retry RPC after error@1707618075) -> (continuation of Deferred@53563751 after retry RPC after error@850387317) -> (continuation of Deferred@1932519103 after retry RPC after error@1463529270)))
08:03:50.310 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@718329161(state=PENDING, result=null, callback=(continuation of Deferred@723716732 after retry RPC after error@1909514965) -> (continuation of Deferred@1697108239 after retry RPC after error@1232153215) -> (continuation of Deferred@2050140615 after retry RPC after error@201472542) -> (continuation of Deferred@1467366712 after retry RPC after error@387241851) -> (continuation of Deferred@2013735119 after retry RPC after error@1707618075) -> (continuation of Deferred@53563751 after retry RPC after error@850387317) -> (continuation of Deferred@1932519103 after retry RPC after error@1463529270), errback=(continuation of Deferred@723716732 after retry RPC after error@1909514965) -> (continuation of Deferred@1697108239 after retry RPC after error@1232153215) -> (continuation of Deferred@2050140615 after retry RPC after error@201472542) -> (continuation of Deferred@1467366712 after retry RPC after error@387241851) -> (continuation of Deferred@2013735119 after retry RPC after error@1707618075) -> (continuation of Deferred@53563751 after retry RPC after error@850387317) -> (continuation of Deferred@1932519103 after retry RPC after error@1463529270)))
08:03:50.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@97037977(state=PENDING, result=null, callback=(continuation of Deferred@97418131 after retry RPC after error@1049576084) -> (continuation of Deferred@870176778 after retry RPC after error@1931543694) -> (continuation of Deferred@96861082 after retry RPC after error@1100649044) -> (continuation of Deferred@475664357 after retry RPC after error@1730440596) -> (continuation of Deferred@1301758913 after retry RPC after error@1477079061) -> (continuation of Deferred@342059478 after retry RPC after error@1357905411) -> (continuation of Deferred@663828116 after retry RPC after error@747663531), errback=(continuation of Deferred@97418131 after retry RPC after error@1049576084) -> (continuation of Deferred@870176778 after retry RPC after error@1931543694) -> (continuation of Deferred@96861082 after retry RPC after error@1100649044) -> (continuation of Deferred@475664357 after retry RPC after error@1730440596) -> (continuation of Deferred@1301758913 after retry RPC after error@1477079061) -> (continuation of Deferred@342059478 after retry RPC after error@1357905411) -> (continuation of Deferred@663828116 after retry RPC after error@747663531)))
08:03:50.549 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@97037977(state=PENDING, result=null, callback=(continuation of Deferred@97418131 after retry RPC after error@1049576084) -> (continuation of Deferred@870176778 after retry RPC after error@1931543694) -> (continuation of Deferred@96861082 after retry RPC after error@1100649044) -> (continuation of Deferred@475664357 after retry RPC after error@1730440596) -> (continuation of Deferred@1301758913 after retry RPC after error@1477079061) -> (continuation of Deferred@342059478 after retry RPC after error@1357905411) -> (continuation of Deferred@663828116 after retry RPC after error@747663531), errback=(continuation of Deferred@97418131 after retry RPC after error@1049576084) -> (continuation of Deferred@870176778 after retry RPC after error@1931543694) -> (continuation of Deferred@96861082 after retry RPC after error@1100649044) -> (continuation of Deferred@475664357 after retry RPC after error@1730440596) -> (continuation of Deferred@1301758913 after retry RPC after error@1477079061) -> (continuation of Deferred@342059478 after retry RPC after error@1357905411) -> (continuation of Deferred@663828116 after retry RPC after error@747663531)))
08:03:50.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.768 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1237151035(state=PENDING, result=null, callback=(continuation of Deferred@1636830889 after retry RPC after error@639934560) -> (continuation of Deferred@1010969422 after retry RPC after error@515132744) -> (continuation of Deferred@2142301553 after retry RPC after error@2081715527) -> (continuation of Deferred@1361131984 after retry RPC after error@1833164977) -> (continuation of Deferred@367018765 after retry RPC after error@1250009787) -> (continuation of Deferred@305593730 after retry RPC after error@1619185949), errback=(continuation of Deferred@1636830889 after retry RPC after error@639934560) -> (continuation of Deferred@1010969422 after retry RPC after error@515132744) -> (continuation of Deferred@2142301553 after retry RPC after error@2081715527) -> (continuation of Deferred@1361131984 after retry RPC after error@1833164977) -> (continuation of Deferred@367018765 after retry RPC after error@1250009787) -> (continuation of Deferred@305593730 after retry RPC after error@1619185949)))
08:03:50.769 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1237151035(state=PENDING, result=null, callback=(continuation of Deferred@1636830889 after retry RPC after error@639934560) -> (continuation of Deferred@1010969422 after retry RPC after error@515132744) -> (continuation of Deferred@2142301553 after retry RPC after error@2081715527) -> (continuation of Deferred@1361131984 after retry RPC after error@1833164977) -> (continuation of Deferred@367018765 after retry RPC after error@1250009787) -> (continuation of Deferred@305593730 after retry RPC after error@1619185949), errback=(continuation of Deferred@1636830889 after retry RPC after error@639934560) -> (continuation of Deferred@1010969422 after retry RPC after error@515132744) -> (continuation of Deferred@2142301553 after retry RPC after error@2081715527) -> (continuation of Deferred@1361131984 after retry RPC after error@1833164977) -> (continuation of Deferred@367018765 after retry RPC after error@1250009787) -> (continuation of Deferred@305593730 after retry RPC after error@1619185949)))
08:03:50.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1835866981(state=PENDING, result=null, callback=(continuation of Deferred@159858272 after retry RPC after error@1290471236) -> (continuation of Deferred@636406641 after retry RPC after error@551377562) -> (continuation of Deferred@270079199 after retry RPC after error@81588415) -> (continuation of Deferred@1471813142 after retry RPC after error@494510065) -> (continuation of Deferred@1168039789 after retry RPC after error@648320617) -> (continuation of Deferred@556346893 after retry RPC after error@1895742414) -> (continuation of Deferred@1135109899 after retry RPC after error@1094559433), errback=(continuation of Deferred@159858272 after retry RPC after error@1290471236) -> (continuation of Deferred@636406641 after retry RPC after error@551377562) -> (continuation of Deferred@270079199 after retry RPC after error@81588415) -> (continuation of Deferred@1471813142 after retry RPC after error@494510065) -> (continuation of Deferred@1168039789 after retry RPC after error@648320617) -> (continuation of Deferred@556346893 after retry RPC after error@1895742414) -> (continuation of Deferred@1135109899 after retry RPC after error@1094559433)))
08:03:50.949 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1835866981(state=PENDING, result=null, callback=(continuation of Deferred@159858272 after retry RPC after error@1290471236) -> (continuation of Deferred@636406641 after retry RPC after error@551377562) -> (continuation of Deferred@270079199 after retry RPC after error@81588415) -> (continuation of Deferred@1471813142 after retry RPC after error@494510065) -> (continuation of Deferred@1168039789 after retry RPC after error@648320617) -> (continuation of Deferred@556346893 after retry RPC after error@1895742414) -> (continuation of Deferred@1135109899 after retry RPC after error@1094559433), errback=(continuation of Deferred@159858272 after retry RPC after error@1290471236) -> (continuation of Deferred@636406641 after retry RPC after error@551377562) -> (continuation of Deferred@270079199 after retry RPC after error@81588415) -> (continuation of Deferred@1471813142 after retry RPC after error@494510065) -> (continuation of Deferred@1168039789 after retry RPC after error@648320617) -> (continuation of Deferred@556346893 after retry RPC after error@1895742414) -> (continuation of Deferred@1135109899 after retry RPC after error@1094559433)))
08:03:50.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:50.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:50.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:50.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:50.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:50.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.046 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@537709295(state=PENDING, result=null, callback=(continuation of Deferred@10965839 after retry RPC after error@1254352491) -> (continuation of Deferred@735213619 after retry RPC after error@1842316308) -> (continuation of Deferred@1472761801 after retry RPC after error@40754149) -> (continuation of Deferred@977680507 after retry RPC after error@725148675) -> (continuation of Deferred@941461610 after retry RPC after error@1413727871) -> (continuation of Deferred@1598925164 after retry RPC after error@867784314) -> (continuation of Deferred@1735593639 after retry RPC after error@759778312), errback=(continuation of Deferred@10965839 after retry RPC after error@1254352491) -> (continuation of Deferred@735213619 after retry RPC after error@1842316308) -> (continuation of Deferred@1472761801 after retry RPC after error@40754149) -> (continuation of Deferred@977680507 after retry RPC after error@725148675) -> (continuation of Deferred@941461610 after retry RPC after error@1413727871) -> (continuation of Deferred@1598925164 after retry RPC after error@867784314) -> (continuation of Deferred@1735593639 after retry RPC after error@759778312)))
08:03:51.210 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@537709295(state=PENDING, result=null, callback=(continuation of Deferred@10965839 after retry RPC after error@1254352491) -> (continuation of Deferred@735213619 after retry RPC after error@1842316308) -> (continuation of Deferred@1472761801 after retry RPC after error@40754149) -> (continuation of Deferred@977680507 after retry RPC after error@725148675) -> (continuation of Deferred@941461610 after retry RPC after error@1413727871) -> (continuation of Deferred@1598925164 after retry RPC after error@867784314) -> (continuation of Deferred@1735593639 after retry RPC after error@759778312), errback=(continuation of Deferred@10965839 after retry RPC after error@1254352491) -> (continuation of Deferred@735213619 after retry RPC after error@1842316308) -> (continuation of Deferred@1472761801 after retry RPC after error@40754149) -> (continuation of Deferred@977680507 after retry RPC after error@725148675) -> (continuation of Deferred@941461610 after retry RPC after error@1413727871) -> (continuation of Deferred@1598925164 after retry RPC after error@867784314) -> (continuation of Deferred@1735593639 after retry RPC after error@759778312)))
08:03:51.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@57475907(state=PENDING, result=null, callback=(continuation of Deferred@1091379213 after retry RPC after error@864119454) -> (continuation of Deferred@934082579 after retry RPC after error@1546687166) -> (continuation of Deferred@1955974269 after retry RPC after error@1282969067) -> (continuation of Deferred@474253335 after retry RPC after error@1152994371) -> (continuation of Deferred@513119885 after retry RPC after error@369772385) -> (continuation of Deferred@775319943 after retry RPC after error@543423318) -> (continuation of Deferred@309342249 after retry RPC after error@1443191881), errback=(continuation of Deferred@1091379213 after retry RPC after error@864119454) -> (continuation of Deferred@934082579 after retry RPC after error@1546687166) -> (continuation of Deferred@1955974269 after retry RPC after error@1282969067) -> (continuation of Deferred@474253335 after retry RPC after error@1152994371) -> (continuation of Deferred@513119885 after retry RPC after error@369772385) -> (continuation of Deferred@775319943 after retry RPC after error@543423318) -> (continuation of Deferred@309342249 after retry RPC after error@1443191881)))
08:03:51.389 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@57475907(state=PENDING, result=null, callback=(continuation of Deferred@1091379213 after retry RPC after error@864119454) -> (continuation of Deferred@934082579 after retry RPC after error@1546687166) -> (continuation of Deferred@1955974269 after retry RPC after error@1282969067) -> (continuation of Deferred@474253335 after retry RPC after error@1152994371) -> (continuation of Deferred@513119885 after retry RPC after error@369772385) -> (continuation of Deferred@775319943 after retry RPC after error@543423318) -> (continuation of Deferred@309342249 after retry RPC after error@1443191881), errback=(continuation of Deferred@1091379213 after retry RPC after error@864119454) -> (continuation of Deferred@934082579 after retry RPC after error@1546687166) -> (continuation of Deferred@1955974269 after retry RPC after error@1282969067) -> (continuation of Deferred@474253335 after retry RPC after error@1152994371) -> (continuation of Deferred@513119885 after retry RPC after error@369772385) -> (continuation of Deferred@775319943 after retry RPC after error@543423318) -> (continuation of Deferred@309342249 after retry RPC after error@1443191881)))
08:03:51.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.667 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@74592620(state=PENDING, result=null, callback=(continuation of Deferred@705883497 after retry RPC after error@1547837697) -> (continuation of Deferred@1900605910 after retry RPC after error@1688487874) -> (continuation of Deferred@1507887002 after retry RPC after error@342359950) -> (continuation of Deferred@571964053 after retry RPC after error@1682678594) -> (continuation of Deferred@961160198 after retry RPC after error@318383918) -> (continuation of Deferred@186655798 after retry RPC after error@843634595) -> (continuation of Deferred@1523236856 after retry RPC after error@424288472), errback=(continuation of Deferred@705883497 after retry RPC after error@1547837697) -> (continuation of Deferred@1900605910 after retry RPC after error@1688487874) -> (continuation of Deferred@1507887002 after retry RPC after error@342359950) -> (continuation of Deferred@571964053 after retry RPC after error@1682678594) -> (continuation of Deferred@961160198 after retry RPC after error@318383918) -> (continuation of Deferred@186655798 after retry RPC after error@843634595) -> (continuation of Deferred@1523236856 after retry RPC after error@424288472)))
08:03:51.668 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:51.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.909 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@566479435(state=PENDING, result=null, callback=(continuation of Deferred@1775361294 after retry RPC after error@1279671459) -> (continuation of Deferred@204793184 after retry RPC after error@857401151) -> (continuation of Deferred@1413768703 after retry RPC after error@689633520) -> (continuation of Deferred@44959574 after retry RPC after error@1726556963) -> (continuation of Deferred@292929948 after retry RPC after error@1867933242) -> (continuation of Deferred@489707569 after retry RPC after error@841996423) -> (continuation of Deferred@233412223 after retry RPC after error@1372735054), errback=(continuation of Deferred@1775361294 after retry RPC after error@1279671459) -> (continuation of Deferred@204793184 after retry RPC after error@857401151) -> (continuation of Deferred@1413768703 after retry RPC after error@689633520) -> (continuation of Deferred@44959574 after retry RPC after error@1726556963) -> (continuation of Deferred@292929948 after retry RPC after error@1867933242) -> (continuation of Deferred@489707569 after retry RPC after error@841996423) -> (continuation of Deferred@233412223 after retry RPC after error@1372735054)))
08:03:51.910 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@566479435(state=PENDING, result=null, callback=(continuation of Deferred@1775361294 after retry RPC after error@1279671459) -> (continuation of Deferred@204793184 after retry RPC after error@857401151) -> (continuation of Deferred@1413768703 after retry RPC after error@689633520) -> (continuation of Deferred@44959574 after retry RPC after error@1726556963) -> (continuation of Deferred@292929948 after retry RPC after error@1867933242) -> (continuation of Deferred@489707569 after retry RPC after error@841996423) -> (continuation of Deferred@233412223 after retry RPC after error@1372735054), errback=(continuation of Deferred@1775361294 after retry RPC after error@1279671459) -> (continuation of Deferred@204793184 after retry RPC after error@857401151) -> (continuation of Deferred@1413768703 after retry RPC after error@689633520) -> (continuation of Deferred@44959574 after retry RPC after error@1726556963) -> (continuation of Deferred@292929948 after retry RPC after error@1867933242) -> (continuation of Deferred@489707569 after retry RPC after error@841996423) -> (continuation of Deferred@233412223 after retry RPC after error@1372735054)))
08:03:51.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:51.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:51.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:51.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:51.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:51.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1806749896(state=PENDING, result=null, callback=(continuation of Deferred@984581180 after retry RPC after error@902776470) -> (continuation of Deferred@992635790 after retry RPC after error@1458690739) -> (continuation of Deferred@272185909 after retry RPC after error@1603089746) -> (continuation of Deferred@924013366 after retry RPC after error@1877943077) -> (continuation of Deferred@920540287 after retry RPC after error@13615187) -> (continuation of Deferred@761837983 after retry RPC after error@998789404) -> (continuation of Deferred@2142345150 after retry RPC after error@25304387), errback=(continuation of Deferred@984581180 after retry RPC after error@902776470) -> (continuation of Deferred@992635790 after retry RPC after error@1458690739) -> (continuation of Deferred@272185909 after retry RPC after error@1603089746) -> (continuation of Deferred@924013366 after retry RPC after error@1877943077) -> (continuation of Deferred@920540287 after retry RPC after error@13615187) -> (continuation of Deferred@761837983 after retry RPC after error@998789404) -> (continuation of Deferred@2142345150 after retry RPC after error@25304387)))
08:03:52.090 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1806749896(state=PENDING, result=null, callback=(continuation of Deferred@984581180 after retry RPC after error@902776470) -> (continuation of Deferred@992635790 after retry RPC after error@1458690739) -> (continuation of Deferred@272185909 after retry RPC after error@1603089746) -> (continuation of Deferred@924013366 after retry RPC after error@1877943077) -> (continuation of Deferred@920540287 after retry RPC after error@13615187) -> (continuation of Deferred@761837983 after retry RPC after error@998789404) -> (continuation of Deferred@2142345150 after retry RPC after error@25304387), errback=(continuation of Deferred@984581180 after retry RPC after error@902776470) -> (continuation of Deferred@992635790 after retry RPC after error@1458690739) -> (continuation of Deferred@272185909 after retry RPC after error@1603089746) -> (continuation of Deferred@924013366 after retry RPC after error@1877943077) -> (continuation of Deferred@920540287 after retry RPC after error@13615187) -> (continuation of Deferred@761837983 after retry RPC after error@998789404) -> (continuation of Deferred@2142345150 after retry RPC after error@25304387)))
08:03:52.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.367 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@326070225(state=PENDING, result=null, callback=(continuation of Deferred@1204602881 after retry RPC after error@1702787777) -> (continuation of Deferred@1108034909 after retry RPC after error@712162090) -> (continuation of Deferred@190837413 after retry RPC after error@501299581) -> (continuation of Deferred@98084401 after retry RPC after error@986510923) -> (continuation of Deferred@1316151661 after retry RPC after error@1523323663) -> (continuation of Deferred@442879817 after retry RPC after error@1195773152) -> (continuation of Deferred@518448364 after retry RPC after error@604559444) -> (continuation of Deferred@279139355 after retry RPC after error@1735752675), errback=(continuation of Deferred@1204602881 after retry RPC after error@1702787777) -> (continuation of Deferred@1108034909 after retry RPC after error@712162090) -> (continuation of Deferred@190837413 after retry RPC after error@501299581) -> (continuation of Deferred@98084401 after retry RPC after error@986510923) -> (continuation of Deferred@1316151661 after retry RPC after error@1523323663) -> (continuation of Deferred@442879817 after retry RPC after error@1195773152) -> (continuation of Deferred@518448364 after retry RPC after error@604559444) -> (continuation of Deferred@279139355 after retry RPC after error@1735752675)))
08:03:52.367 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:52.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.647 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1992925986(state=PENDING, result=null, callback=(continuation of Deferred@470198940 after retry RPC after error@1216046645) -> (continuation of Deferred@969680335 after retry RPC after error@44515687) -> (continuation of Deferred@727468517 after retry RPC after error@939903093) -> (continuation of Deferred@1623159015 after retry RPC after error@1487645166) -> (continuation of Deferred@292667519 after retry RPC after error@119661636) -> (continuation of Deferred@478319631 after retry RPC after error@434354856) -> (continuation of Deferred@101643219 after retry RPC after error@235218066), errback=(continuation of Deferred@470198940 after retry RPC after error@1216046645) -> (continuation of Deferred@969680335 after retry RPC after error@44515687) -> (continuation of Deferred@727468517 after retry RPC after error@939903093) -> (continuation of Deferred@1623159015 after retry RPC after error@1487645166) -> (continuation of Deferred@292667519 after retry RPC after error@119661636) -> (continuation of Deferred@478319631 after retry RPC after error@434354856) -> (continuation of Deferred@101643219 after retry RPC after error@235218066)))
08:03:52.648 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:52.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1892128961(state=PENDING, result=null, callback=(continuation of Deferred@2034617816 after retry RPC after error@1662805923) -> (continuation of Deferred@1489792784 after retry RPC after error@335672664) -> (continuation of Deferred@1140703501 after retry RPC after error@1138530222) -> (continuation of Deferred@2018755626 after retry RPC after error@1667454285) -> (continuation of Deferred@1312494981 after retry RPC after error@1778227723) -> (continuation of Deferred@258564490 after retry RPC after error@1985582103), errback=(continuation of Deferred@2034617816 after retry RPC after error@1662805923) -> (continuation of Deferred@1489792784 after retry RPC after error@335672664) -> (continuation of Deferred@1140703501 after retry RPC after error@1138530222) -> (continuation of Deferred@2018755626 after retry RPC after error@1667454285) -> (continuation of Deferred@1312494981 after retry RPC after error@1778227723) -> (continuation of Deferred@258564490 after retry RPC after error@1985582103)))
08:03:52.830 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1892128961(state=PENDING, result=null, callback=(continuation of Deferred@2034617816 after retry RPC after error@1662805923) -> (continuation of Deferred@1489792784 after retry RPC after error@335672664) -> (continuation of Deferred@1140703501 after retry RPC after error@1138530222) -> (continuation of Deferred@2018755626 after retry RPC after error@1667454285) -> (continuation of Deferred@1312494981 after retry RPC after error@1778227723) -> (continuation of Deferred@258564490 after retry RPC after error@1985582103), errback=(continuation of Deferred@2034617816 after retry RPC after error@1662805923) -> (continuation of Deferred@1489792784 after retry RPC after error@335672664) -> (continuation of Deferred@1140703501 after retry RPC after error@1138530222) -> (continuation of Deferred@2018755626 after retry RPC after error@1667454285) -> (continuation of Deferred@1312494981 after retry RPC after error@1778227723) -> (continuation of Deferred@258564490 after retry RPC after error@1985582103)))
08:03:52.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:52.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:52.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:52.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:52.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:52.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@710678912(state=PENDING, result=null, callback=(continuation of Deferred@175559390 after retry RPC after error@24637423) -> (continuation of Deferred@476931238 after retry RPC after error@1446506162) -> (continuation of Deferred@1793799816 after retry RPC after error@1423815853) -> (continuation of Deferred@602059460 after retry RPC after error@1254726260) -> (continuation of Deferred@2032511699 after retry RPC after error@1080295814) -> (continuation of Deferred@1990651868 after retry RPC after error@1882902854), errback=(continuation of Deferred@175559390 after retry RPC after error@24637423) -> (continuation of Deferred@476931238 after retry RPC after error@1446506162) -> (continuation of Deferred@1793799816 after retry RPC after error@1423815853) -> (continuation of Deferred@602059460 after retry RPC after error@1254726260) -> (continuation of Deferred@2032511699 after retry RPC after error@1080295814) -> (continuation of Deferred@1990651868 after retry RPC after error@1882902854)))
08:03:52.989 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@710678912(state=PENDING, result=null, callback=(continuation of Deferred@175559390 after retry RPC after error@24637423) -> (continuation of Deferred@476931238 after retry RPC after error@1446506162) -> (continuation of Deferred@1793799816 after retry RPC after error@1423815853) -> (continuation of Deferred@602059460 after retry RPC after error@1254726260) -> (continuation of Deferred@2032511699 after retry RPC after error@1080295814) -> (continuation of Deferred@1990651868 after retry RPC after error@1882902854), errback=(continuation of Deferred@175559390 after retry RPC after error@24637423) -> (continuation of Deferred@476931238 after retry RPC after error@1446506162) -> (continuation of Deferred@1793799816 after retry RPC after error@1423815853) -> (continuation of Deferred@602059460 after retry RPC after error@1254726260) -> (continuation of Deferred@2032511699 after retry RPC after error@1080295814) -> (continuation of Deferred@1990651868 after retry RPC after error@1882902854)))
08:03:53.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@247665103(state=PENDING, result=null, callback=(continuation of Deferred@2142524116 after retry RPC after error@1828551721) -> (continuation of Deferred@133026220 after retry RPC after error@297203191) -> (continuation of Deferred@1279862759 after retry RPC after error@1263670899) -> (continuation of Deferred@576445956 after retry RPC after error@82091765) -> (continuation of Deferred@18347921 after retry RPC after error@1521322062) -> (continuation of Deferred@645580513 after retry RPC after error@105510893) -> (continuation of Deferred@953955274 after retry RPC after error@243610471), errback=(continuation of Deferred@2142524116 after retry RPC after error@1828551721) -> (continuation of Deferred@133026220 after retry RPC after error@297203191) -> (continuation of Deferred@1279862759 after retry RPC after error@1263670899) -> (continuation of Deferred@576445956 after retry RPC after error@82091765) -> (continuation of Deferred@18347921 after retry RPC after error@1521322062) -> (continuation of Deferred@645580513 after retry RPC after error@105510893) -> (continuation of Deferred@953955274 after retry RPC after error@243610471)))
08:03:53.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@247665103(state=PENDING, result=null, callback=(continuation of Deferred@2142524116 after retry RPC after error@1828551721) -> (continuation of Deferred@133026220 after retry RPC after error@297203191) -> (continuation of Deferred@1279862759 after retry RPC after error@1263670899) -> (continuation of Deferred@576445956 after retry RPC after error@82091765) -> (continuation of Deferred@18347921 after retry RPC after error@1521322062) -> (continuation of Deferred@645580513 after retry RPC after error@105510893) -> (continuation of Deferred@953955274 after retry RPC after error@243610471), errback=(continuation of Deferred@2142524116 after retry RPC after error@1828551721) -> (continuation of Deferred@133026220 after retry RPC after error@297203191) -> (continuation of Deferred@1279862759 after retry RPC after error@1263670899) -> (continuation of Deferred@576445956 after retry RPC after error@82091765) -> (continuation of Deferred@18347921 after retry RPC after error@1521322062) -> (continuation of Deferred@645580513 after retry RPC after error@105510893) -> (continuation of Deferred@953955274 after retry RPC after error@243610471)))
08:03:53.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.409 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@79388278(state=PENDING, result=null, callback=(continuation of Deferred@966319507 after retry RPC after error@615003148) -> (continuation of Deferred@1494990016 after retry RPC after error@118292859) -> (continuation of Deferred@2022056012 after retry RPC after error@501969668) -> (continuation of Deferred@420622789 after retry RPC after error@1996221765) -> (continuation of Deferred@1060517782 after retry RPC after error@2030239783) -> (continuation of Deferred@1897372379 after retry RPC after error@1487913081), errback=(continuation of Deferred@966319507 after retry RPC after error@615003148) -> (continuation of Deferred@1494990016 after retry RPC after error@118292859) -> (continuation of Deferred@2022056012 after retry RPC after error@501969668) -> (continuation of Deferred@420622789 after retry RPC after error@1996221765) -> (continuation of Deferred@1060517782 after retry RPC after error@2030239783) -> (continuation of Deferred@1897372379 after retry RPC after error@1487913081)))
08:03:53.409 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@79388278(state=PENDING, result=null, callback=(continuation of Deferred@966319507 after retry RPC after error@615003148) -> (continuation of Deferred@1494990016 after retry RPC after error@118292859) -> (continuation of Deferred@2022056012 after retry RPC after error@501969668) -> (continuation of Deferred@420622789 after retry RPC after error@1996221765) -> (continuation of Deferred@1060517782 after retry RPC after error@2030239783) -> (continuation of Deferred@1897372379 after retry RPC after error@1487913081), errback=(continuation of Deferred@966319507 after retry RPC after error@615003148) -> (continuation of Deferred@1494990016 after retry RPC after error@118292859) -> (continuation of Deferred@2022056012 after retry RPC after error@501969668) -> (continuation of Deferred@420622789 after retry RPC after error@1996221765) -> (continuation of Deferred@1060517782 after retry RPC after error@2030239783) -> (continuation of Deferred@1897372379 after retry RPC after error@1487913081)))
08:03:53.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1519048928(state=PENDING, result=null, callback=(continuation of Deferred@1461828654 after retry RPC after error@47035499) -> (continuation of Deferred@1444884808 after retry RPC after error@1524543155) -> (continuation of Deferred@4503818 after retry RPC after error@1875192709) -> (continuation of Deferred@1090503236 after retry RPC after error@1870350302) -> (continuation of Deferred@1246904274 after retry RPC after error@210611230) -> (continuation of Deferred@845062697 after retry RPC after error@120477195) -> (continuation of Deferred@1549358483 after retry RPC after error@1037434714), errback=(continuation of Deferred@1461828654 after retry RPC after error@47035499) -> (continuation of Deferred@1444884808 after retry RPC after error@1524543155) -> (continuation of Deferred@4503818 after retry RPC after error@1875192709) -> (continuation of Deferred@1090503236 after retry RPC after error@1870350302) -> (continuation of Deferred@1246904274 after retry RPC after error@210611230) -> (continuation of Deferred@845062697 after retry RPC after error@120477195) -> (continuation of Deferred@1549358483 after retry RPC after error@1037434714)))
08:03:53.629 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1519048928(state=PENDING, result=null, callback=(continuation of Deferred@1461828654 after retry RPC after error@47035499) -> (continuation of Deferred@1444884808 after retry RPC after error@1524543155) -> (continuation of Deferred@4503818 after retry RPC after error@1875192709) -> (continuation of Deferred@1090503236 after retry RPC after error@1870350302) -> (continuation of Deferred@1246904274 after retry RPC after error@210611230) -> (continuation of Deferred@845062697 after retry RPC after error@120477195) -> (continuation of Deferred@1549358483 after retry RPC after error@1037434714), errback=(continuation of Deferred@1461828654 after retry RPC after error@47035499) -> (continuation of Deferred@1444884808 after retry RPC after error@1524543155) -> (continuation of Deferred@4503818 after retry RPC after error@1875192709) -> (continuation of Deferred@1090503236 after retry RPC after error@1870350302) -> (continuation of Deferred@1246904274 after retry RPC after error@210611230) -> (continuation of Deferred@845062697 after retry RPC after error@120477195) -> (continuation of Deferred@1549358483 after retry RPC after error@1037434714)))
08:03:53.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:53.785936 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:53.786139 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:53.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.907 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@487157198(state=PENDING, result=null, callback=(continuation of Deferred@1065159078 after retry RPC after error@844402426) -> (continuation of Deferred@1420491280 after retry RPC after error@35359318) -> (continuation of Deferred@1442616202 after retry RPC after error@1128916113) -> (continuation of Deferred@1076952210 after retry RPC after error@505911288) -> (continuation of Deferred@804661109 after retry RPC after error@588718966) -> (continuation of Deferred@1686409194 after retry RPC after error@1186880725) -> (continuation of Deferred@1491932920 after retry RPC after error@1123783168), errback=(continuation of Deferred@1065159078 after retry RPC after error@844402426) -> (continuation of Deferred@1420491280 after retry RPC after error@35359318) -> (continuation of Deferred@1442616202 after retry RPC after error@1128916113) -> (continuation of Deferred@1076952210 after retry RPC after error@505911288) -> (continuation of Deferred@804661109 after retry RPC after error@588718966) -> (continuation of Deferred@1686409194 after retry RPC after error@1186880725) -> (continuation of Deferred@1491932920 after retry RPC after error@1123783168)))
08:03:53.908 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:53.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:53.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:53.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:53.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:53.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:53.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.187 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@111033697(state=PENDING, result=null, callback=(continuation of Deferred@1441563917 after retry RPC after error@1616423911) -> (continuation of Deferred@1542063064 after retry RPC after error@745036017) -> (continuation of Deferred@496858268 after retry RPC after error@952099675) -> (continuation of Deferred@868275031 after retry RPC after error@1560394254) -> (continuation of Deferred@734923942 after retry RPC after error@1823250367) -> (continuation of Deferred@1497611030 after retry RPC after error@155364346) -> (continuation of Deferred@1387408712 after retry RPC after error@1512786382), errback=(continuation of Deferred@1441563917 after retry RPC after error@1616423911) -> (continuation of Deferred@1542063064 after retry RPC after error@745036017) -> (continuation of Deferred@496858268 after retry RPC after error@952099675) -> (continuation of Deferred@868275031 after retry RPC after error@1560394254) -> (continuation of Deferred@734923942 after retry RPC after error@1823250367) -> (continuation of Deferred@1497611030 after retry RPC after error@155364346) -> (continuation of Deferred@1387408712 after retry RPC after error@1512786382)))
08:03:54.187 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:54.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.308 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@755191285(state=PENDING, result=null, callback=(continuation of Deferred@1809717718 after retry RPC after error@256867091) -> (continuation of Deferred@1565545655 after retry RPC after error@1779160589) -> (continuation of Deferred@1895850547 after retry RPC after error@98769123) -> (continuation of Deferred@1523122436 after retry RPC after error@1850089454) -> (continuation of Deferred@472246767 after retry RPC after error@18669192) -> (continuation of Deferred@323956366 after retry RPC after error@1294531174) -> (continuation of Deferred@2129729725 after retry RPC after error@427712885), errback=(continuation of Deferred@1809717718 after retry RPC after error@256867091) -> (continuation of Deferred@1565545655 after retry RPC after error@1779160589) -> (continuation of Deferred@1895850547 after retry RPC after error@98769123) -> (continuation of Deferred@1523122436 after retry RPC after error@1850089454) -> (continuation of Deferred@472246767 after retry RPC after error@18669192) -> (continuation of Deferred@323956366 after retry RPC after error@1294531174) -> (continuation of Deferred@2129729725 after retry RPC after error@427712885)))
08:03:54.370 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@755191285(state=PENDING, result=null, callback=(continuation of Deferred@1809717718 after retry RPC after error@256867091) -> (continuation of Deferred@1565545655 after retry RPC after error@1779160589) -> (continuation of Deferred@1895850547 after retry RPC after error@98769123) -> (continuation of Deferred@1523122436 after retry RPC after error@1850089454) -> (continuation of Deferred@472246767 after retry RPC after error@18669192) -> (continuation of Deferred@323956366 after retry RPC after error@1294531174) -> (continuation of Deferred@2129729725 after retry RPC after error@427712885), errback=(continuation of Deferred@1809717718 after retry RPC after error@256867091) -> (continuation of Deferred@1565545655 after retry RPC after error@1779160589) -> (continuation of Deferred@1895850547 after retry RPC after error@98769123) -> (continuation of Deferred@1523122436 after retry RPC after error@1850089454) -> (continuation of Deferred@472246767 after retry RPC after error@18669192) -> (continuation of Deferred@323956366 after retry RPC after error@1294531174) -> (continuation of Deferred@2129729725 after retry RPC after error@427712885)))
08:03:54.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:54.625371 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:54.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@139651132(state=PENDING, result=null, callback=(continuation of Deferred@1911949537 after retry RPC after error@1162580694) -> (continuation of Deferred@566223859 after retry RPC after error@1051983088) -> (continuation of Deferred@2143505095 after retry RPC after error@1711778507) -> (continuation of Deferred@947481987 after retry RPC after error@428622336) -> (continuation of Deferred@2096936580 after retry RPC after error@662051362) -> (continuation of Deferred@1418751546 after retry RPC after error@804764394) -> (continuation of Deferred@908488966 after retry RPC after error@563534570), errback=(continuation of Deferred@1911949537 after retry RPC after error@1162580694) -> (continuation of Deferred@566223859 after retry RPC after error@1051983088) -> (continuation of Deferred@2143505095 after retry RPC after error@1711778507) -> (continuation of Deferred@947481987 after retry RPC after error@428622336) -> (continuation of Deferred@2096936580 after retry RPC after error@662051362) -> (continuation of Deferred@1418751546 after retry RPC after error@804764394) -> (continuation of Deferred@908488966 after retry RPC after error@563534570)))
08:03:54.630 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@139651132(state=PENDING, result=null, callback=(continuation of Deferred@1911949537 after retry RPC after error@1162580694) -> (continuation of Deferred@566223859 after retry RPC after error@1051983088) -> (continuation of Deferred@2143505095 after retry RPC after error@1711778507) -> (continuation of Deferred@947481987 after retry RPC after error@428622336) -> (continuation of Deferred@2096936580 after retry RPC after error@662051362) -> (continuation of Deferred@1418751546 after retry RPC after error@804764394) -> (continuation of Deferred@908488966 after retry RPC after error@563534570), errback=(continuation of Deferred@1911949537 after retry RPC after error@1162580694) -> (continuation of Deferred@566223859 after retry RPC after error@1051983088) -> (continuation of Deferred@2143505095 after retry RPC after error@1711778507) -> (continuation of Deferred@947481987 after retry RPC after error@428622336) -> (continuation of Deferred@2096936580 after retry RPC after error@662051362) -> (continuation of Deferred@1418751546 after retry RPC after error@804764394) -> (continuation of Deferred@908488966 after retry RPC after error@563534570)))
08:03:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:54.630721 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:54.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:54.631971 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:54.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.829 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [184ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@369762352(state=PENDING, result=null, callback=(continuation of Deferred@557566360 after retry RPC after error@95715108) -> (continuation of Deferred@1966789 after retry RPC after error@1196603734) -> (continuation of Deferred@945479469 after retry RPC after error@514972253) -> (continuation of Deferred@1858730852 after retry RPC after error@1006856162) -> (continuation of Deferred@1389262072 after retry RPC after error@1111306190) -> (continuation of Deferred@1661926966 after retry RPC after error@1142270402) -> (continuation of Deferred@1700621324 after retry RPC after error@1312123958), errback=(continuation of Deferred@557566360 after retry RPC after error@95715108) -> (continuation of Deferred@1966789 after retry RPC after error@1196603734) -> (continuation of Deferred@945479469 after retry RPC after error@514972253) -> (continuation of Deferred@1858730852 after retry RPC after error@1006856162) -> (continuation of Deferred@1389262072 after retry RPC after error@1111306190) -> (continuation of Deferred@1661926966 after retry RPC after error@1142270402) -> (continuation of Deferred@1700621324 after retry RPC after error@1312123958)))
08:03:54.889 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [184ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@369762352(state=PENDING, result=null, callback=(continuation of Deferred@557566360 after retry RPC after error@95715108) -> (continuation of Deferred@1966789 after retry RPC after error@1196603734) -> (continuation of Deferred@945479469 after retry RPC after error@514972253) -> (continuation of Deferred@1858730852 after retry RPC after error@1006856162) -> (continuation of Deferred@1389262072 after retry RPC after error@1111306190) -> (continuation of Deferred@1661926966 after retry RPC after error@1142270402) -> (continuation of Deferred@1700621324 after retry RPC after error@1312123958), errback=(continuation of Deferred@557566360 after retry RPC after error@95715108) -> (continuation of Deferred@1966789 after retry RPC after error@1196603734) -> (continuation of Deferred@945479469 after retry RPC after error@514972253) -> (continuation of Deferred@1858730852 after retry RPC after error@1006856162) -> (continuation of Deferred@1389262072 after retry RPC after error@1111306190) -> (continuation of Deferred@1661926966 after retry RPC after error@1142270402) -> (continuation of Deferred@1700621324 after retry RPC after error@1312123958)))
08:03:54.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.926 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:54.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:54.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:54.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:54.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:54.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.090 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1626269244(state=PENDING, result=null, callback=(continuation of Deferred@1806655725 after retry RPC after error@412370532) -> (continuation of Deferred@1513554906 after retry RPC after error@1300218278) -> (continuation of Deferred@1564961004 after retry RPC after error@1742385734) -> (continuation of Deferred@93410484 after retry RPC after error@911263569) -> (continuation of Deferred@1354156415 after retry RPC after error@1657543085) -> (continuation of Deferred@1844954548 after retry RPC after error@1563294996) -> (continuation of Deferred@1001798399 after retry RPC after error@959794517), errback=(continuation of Deferred@1806655725 after retry RPC after error@412370532) -> (continuation of Deferred@1513554906 after retry RPC after error@1300218278) -> (continuation of Deferred@1564961004 after retry RPC after error@1742385734) -> (continuation of Deferred@93410484 after retry RPC after error@911263569) -> (continuation of Deferred@1354156415 after retry RPC after error@1657543085) -> (continuation of Deferred@1844954548 after retry RPC after error@1563294996) -> (continuation of Deferred@1001798399 after retry RPC after error@959794517)))
08:03:55.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1626269244(state=PENDING, result=null, callback=(continuation of Deferred@1806655725 after retry RPC after error@412370532) -> (continuation of Deferred@1513554906 after retry RPC after error@1300218278) -> (continuation of Deferred@1564961004 after retry RPC after error@1742385734) -> (continuation of Deferred@93410484 after retry RPC after error@911263569) -> (continuation of Deferred@1354156415 after retry RPC after error@1657543085) -> (continuation of Deferred@1844954548 after retry RPC after error@1563294996) -> (continuation of Deferred@1001798399 after retry RPC after error@959794517), errback=(continuation of Deferred@1806655725 after retry RPC after error@412370532) -> (continuation of Deferred@1513554906 after retry RPC after error@1300218278) -> (continuation of Deferred@1564961004 after retry RPC after error@1742385734) -> (continuation of Deferred@93410484 after retry RPC after error@911263569) -> (continuation of Deferred@1354156415 after retry RPC after error@1657543085) -> (continuation of Deferred@1844954548 after retry RPC after error@1563294996) -> (continuation of Deferred@1001798399 after retry RPC after error@959794517)))
08:03:55.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1832636513(state=PENDING, result=null, callback=(continuation of Deferred@528016628 after retry RPC after error@412015848) -> (continuation of Deferred@621096588 after retry RPC after error@378423957) -> (continuation of Deferred@1317622772 after retry RPC after error@546221905) -> (continuation of Deferred@754160770 after retry RPC after error@1213049195) -> (continuation of Deferred@1281312101 after retry RPC after error@436117400) -> (continuation of Deferred@689524641 after retry RPC after error@205171992) -> (continuation of Deferred@989373847 after retry RPC after error@1461190415), errback=(continuation of Deferred@528016628 after retry RPC after error@412015848) -> (continuation of Deferred@621096588 after retry RPC after error@378423957) -> (continuation of Deferred@1317622772 after retry RPC after error@546221905) -> (continuation of Deferred@754160770 after retry RPC after error@1213049195) -> (continuation of Deferred@1281312101 after retry RPC after error@436117400) -> (continuation of Deferred@689524641 after retry RPC after error@205171992) -> (continuation of Deferred@989373847 after retry RPC after error@1461190415)))
08:03:55.329 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1832636513(state=PENDING, result=null, callback=(continuation of Deferred@528016628 after retry RPC after error@412015848) -> (continuation of Deferred@621096588 after retry RPC after error@378423957) -> (continuation of Deferred@1317622772 after retry RPC after error@546221905) -> (continuation of Deferred@754160770 after retry RPC after error@1213049195) -> (continuation of Deferred@1281312101 after retry RPC after error@436117400) -> (continuation of Deferred@689524641 after retry RPC after error@205171992) -> (continuation of Deferred@989373847 after retry RPC after error@1461190415), errback=(continuation of Deferred@528016628 after retry RPC after error@412015848) -> (continuation of Deferred@621096588 after retry RPC after error@378423957) -> (continuation of Deferred@1317622772 after retry RPC after error@546221905) -> (continuation of Deferred@754160770 after retry RPC after error@1213049195) -> (continuation of Deferred@1281312101 after retry RPC after error@436117400) -> (continuation of Deferred@689524641 after retry RPC after error@205171992) -> (continuation of Deferred@989373847 after retry RPC after error@1461190415)))
08:03:55.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2099585177(state=PENDING, result=null, callback=(continuation of Deferred@212628496 after retry RPC after error@1405367543) -> (continuation of Deferred@589155636 after retry RPC after error@2003304486) -> (continuation of Deferred@403437103 after retry RPC after error@1780095573) -> (continuation of Deferred@664997455 after retry RPC after error@285033389) -> (continuation of Deferred@1459643667 after retry RPC after error@1836188948) -> (continuation of Deferred@1377611651 after retry RPC after error@679902790) -> (continuation of Deferred@2088419000 after retry RPC after error@31280774), errback=(continuation of Deferred@212628496 after retry RPC after error@1405367543) -> (continuation of Deferred@589155636 after retry RPC after error@2003304486) -> (continuation of Deferred@403437103 after retry RPC after error@1780095573) -> (continuation of Deferred@664997455 after retry RPC after error@285033389) -> (continuation of Deferred@1459643667 after retry RPC after error@1836188948) -> (continuation of Deferred@1377611651 after retry RPC after error@679902790) -> (continuation of Deferred@2088419000 after retry RPC after error@31280774)))
08:03:55.569 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2099585177(state=PENDING, result=null, callback=(continuation of Deferred@212628496 after retry RPC after error@1405367543) -> (continuation of Deferred@589155636 after retry RPC after error@2003304486) -> (continuation of Deferred@403437103 after retry RPC after error@1780095573) -> (continuation of Deferred@664997455 after retry RPC after error@285033389) -> (continuation of Deferred@1459643667 after retry RPC after error@1836188948) -> (continuation of Deferred@1377611651 after retry RPC after error@679902790) -> (continuation of Deferred@2088419000 after retry RPC after error@31280774), errback=(continuation of Deferred@212628496 after retry RPC after error@1405367543) -> (continuation of Deferred@589155636 after retry RPC after error@2003304486) -> (continuation of Deferred@403437103 after retry RPC after error@1780095573) -> (continuation of Deferred@664997455 after retry RPC after error@285033389) -> (continuation of Deferred@1459643667 after retry RPC after error@1836188948) -> (continuation of Deferred@1377611651 after retry RPC after error@679902790) -> (continuation of Deferred@2088419000 after retry RPC after error@31280774)))
08:03:55.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@976043574(state=PENDING, result=null, callback=(continuation of Deferred@716199105 after retry RPC after error@174430168) -> (continuation of Deferred@1655816626 after retry RPC after error@834572124) -> (continuation of Deferred@427869174 after retry RPC after error@1073564745) -> (continuation of Deferred@1395504725 after retry RPC after error@371984131) -> (continuation of Deferred@162326851 after retry RPC after error@1550218043) -> (continuation of Deferred@1648884220 after retry RPC after error@338030248), errback=(continuation of Deferred@716199105 after retry RPC after error@174430168) -> (continuation of Deferred@1655816626 after retry RPC after error@834572124) -> (continuation of Deferred@427869174 after retry RPC after error@1073564745) -> (continuation of Deferred@1395504725 after retry RPC after error@371984131) -> (continuation of Deferred@162326851 after retry RPC after error@1550218043) -> (continuation of Deferred@1648884220 after retry RPC after error@338030248)))
08:03:55.790 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@976043574(state=PENDING, result=null, callback=(continuation of Deferred@716199105 after retry RPC after error@174430168) -> (continuation of Deferred@1655816626 after retry RPC after error@834572124) -> (continuation of Deferred@427869174 after retry RPC after error@1073564745) -> (continuation of Deferred@1395504725 after retry RPC after error@371984131) -> (continuation of Deferred@162326851 after retry RPC after error@1550218043) -> (continuation of Deferred@1648884220 after retry RPC after error@338030248), errback=(continuation of Deferred@716199105 after retry RPC after error@174430168) -> (continuation of Deferred@1655816626 after retry RPC after error@834572124) -> (continuation of Deferred@427869174 after retry RPC after error@1073564745) -> (continuation of Deferred@1395504725 after retry RPC after error@371984131) -> (continuation of Deferred@162326851 after retry RPC after error@1550218043) -> (continuation of Deferred@1648884220 after retry RPC after error@338030248)))
08:03:55.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:55.985729 6922 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:03:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:55.985939 6922 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:03:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:55.986606 6922 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:03:55.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:55.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:55.988159 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:03:55.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:55.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:55.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:55.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:55.989573 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:55.989773 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:03:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:55.989913 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:03:55.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1847222351(state=PENDING, result=null, callback=(continuation of Deferred@1752685189 after retry RPC after error@65831027) -> (continuation of Deferred@779032621 after retry RPC after error@332008887) -> (continuation of Deferred@1161780921 after retry RPC after error@574071157) -> (continuation of Deferred@1951361902 after retry RPC after error@933984229) -> (continuation of Deferred@148778303 after retry RPC after error@402458968) -> (continuation of Deferred@417731794 after retry RPC after error@1956531316), errback=(continuation of Deferred@1752685189 after retry RPC after error@65831027) -> (continuation of Deferred@779032621 after retry RPC after error@332008887) -> (continuation of Deferred@1161780921 after retry RPC after error@574071157) -> (continuation of Deferred@1951361902 after retry RPC after error@933984229) -> (continuation of Deferred@148778303 after retry RPC after error@402458968) -> (continuation of Deferred@417731794 after retry RPC after error@1956531316)))
08:03:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:55.990163 6922 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:55.990 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1847222351(state=PENDING, result=null, callback=(continuation of Deferred@1752685189 after retry RPC after error@65831027) -> (continuation of Deferred@779032621 after retry RPC after error@332008887) -> (continuation of Deferred@1161780921 after retry RPC after error@574071157) -> (continuation of Deferred@1951361902 after retry RPC after error@933984229) -> (continuation of Deferred@148778303 after retry RPC after error@402458968) -> (continuation of Deferred@417731794 after retry RPC after error@1956531316), errback=(continuation of Deferred@1752685189 after retry RPC after error@65831027) -> (continuation of Deferred@779032621 after retry RPC after error@332008887) -> (continuation of Deferred@1161780921 after retry RPC after error@574071157) -> (continuation of Deferred@1951361902 after retry RPC after error@933984229) -> (continuation of Deferred@148778303 after retry RPC after error@402458968) -> (continuation of Deferred@417731794 after retry RPC after error@1956531316)))
08:03:56.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1927070754(state=PENDING, result=null, callback=(continuation of Deferred@926037368 after retry RPC after error@1688220441) -> (continuation of Deferred@513356476 after retry RPC after error@175118489) -> (continuation of Deferred@743404890 after retry RPC after error@1225958193) -> (continuation of Deferred@516514941 after retry RPC after error@351732717) -> (continuation of Deferred@1137004940 after retry RPC after error@529693166) -> (continuation of Deferred@1244470509 after retry RPC after error@1726584366) -> (continuation of Deferred@264888910 after retry RPC after error@51951440), errback=(continuation of Deferred@926037368 after retry RPC after error@1688220441) -> (continuation of Deferred@513356476 after retry RPC after error@175118489) -> (continuation of Deferred@743404890 after retry RPC after error@1225958193) -> (continuation of Deferred@516514941 after retry RPC after error@351732717) -> (continuation of Deferred@1137004940 after retry RPC after error@529693166) -> (continuation of Deferred@1244470509 after retry RPC after error@1726584366) -> (continuation of Deferred@264888910 after retry RPC after error@51951440)))
08:03:56.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1927070754(state=PENDING, result=null, callback=(continuation of Deferred@926037368 after retry RPC after error@1688220441) -> (continuation of Deferred@513356476 after retry RPC after error@175118489) -> (continuation of Deferred@743404890 after retry RPC after error@1225958193) -> (continuation of Deferred@516514941 after retry RPC after error@351732717) -> (continuation of Deferred@1137004940 after retry RPC after error@529693166) -> (continuation of Deferred@1244470509 after retry RPC after error@1726584366) -> (continuation of Deferred@264888910 after retry RPC after error@51951440), errback=(continuation of Deferred@926037368 after retry RPC after error@1688220441) -> (continuation of Deferred@513356476 after retry RPC after error@175118489) -> (continuation of Deferred@743404890 after retry RPC after error@1225958193) -> (continuation of Deferred@516514941 after retry RPC after error@351732717) -> (continuation of Deferred@1137004940 after retry RPC after error@529693166) -> (continuation of Deferred@1244470509 after retry RPC after error@1726584366) -> (continuation of Deferred@264888910 after retry RPC after error@51951440)))
08:03:56.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2038729594(state=PENDING, result=null, callback=(continuation of Deferred@390338845 after retry RPC after error@713155477) -> (continuation of Deferred@57096629 after retry RPC after error@1583721976) -> (continuation of Deferred@1767824344 after retry RPC after error@1281757229) -> (continuation of Deferred@1987453573 after retry RPC after error@84892638) -> (continuation of Deferred@445698236 after retry RPC after error@1712020667) -> (continuation of Deferred@556673269 after retry RPC after error@1577076389) -> (continuation of Deferred@1107912937 after retry RPC after error@2119895703), errback=(continuation of Deferred@390338845 after retry RPC after error@713155477) -> (continuation of Deferred@57096629 after retry RPC after error@1583721976) -> (continuation of Deferred@1767824344 after retry RPC after error@1281757229) -> (continuation of Deferred@1987453573 after retry RPC after error@84892638) -> (continuation of Deferred@445698236 after retry RPC after error@1712020667) -> (continuation of Deferred@556673269 after retry RPC after error@1577076389) -> (continuation of Deferred@1107912937 after retry RPC after error@2119895703)))
08:03:56.510 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2038729594(state=PENDING, result=null, callback=(continuation of Deferred@390338845 after retry RPC after error@713155477) -> (continuation of Deferred@57096629 after retry RPC after error@1583721976) -> (continuation of Deferred@1767824344 after retry RPC after error@1281757229) -> (continuation of Deferred@1987453573 after retry RPC after error@84892638) -> (continuation of Deferred@445698236 after retry RPC after error@1712020667) -> (continuation of Deferred@556673269 after retry RPC after error@1577076389) -> (continuation of Deferred@1107912937 after retry RPC after error@2119895703), errback=(continuation of Deferred@390338845 after retry RPC after error@713155477) -> (continuation of Deferred@57096629 after retry RPC after error@1583721976) -> (continuation of Deferred@1767824344 after retry RPC after error@1281757229) -> (continuation of Deferred@1987453573 after retry RPC after error@84892638) -> (continuation of Deferred@445698236 after retry RPC after error@1712020667) -> (continuation of Deferred@556673269 after retry RPC after error@1577076389) -> (continuation of Deferred@1107912937 after retry RPC after error@2119895703)))
08:03:56.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1844089920(state=PENDING, result=null, callback=(continuation of Deferred@1394675487 after retry RPC after error@17098707) -> (continuation of Deferred@1837360614 after retry RPC after error@1416766594) -> (continuation of Deferred@267419876 after retry RPC after error@703386806) -> (continuation of Deferred@1538439352 after retry RPC after error@505532792) -> (continuation of Deferred@366843384 after retry RPC after error@1515956881) -> (continuation of Deferred@350400026 after retry RPC after error@81266671), errback=(continuation of Deferred@1394675487 after retry RPC after error@17098707) -> (continuation of Deferred@1837360614 after retry RPC after error@1416766594) -> (continuation of Deferred@267419876 after retry RPC after error@703386806) -> (continuation of Deferred@1538439352 after retry RPC after error@505532792) -> (continuation of Deferred@366843384 after retry RPC after error@1515956881) -> (continuation of Deferred@350400026 after retry RPC after error@81266671)))
08:03:56.710 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1844089920(state=PENDING, result=null, callback=(continuation of Deferred@1394675487 after retry RPC after error@17098707) -> (continuation of Deferred@1837360614 after retry RPC after error@1416766594) -> (continuation of Deferred@267419876 after retry RPC after error@703386806) -> (continuation of Deferred@1538439352 after retry RPC after error@505532792) -> (continuation of Deferred@366843384 after retry RPC after error@1515956881) -> (continuation of Deferred@350400026 after retry RPC after error@81266671), errback=(continuation of Deferred@1394675487 after retry RPC after error@17098707) -> (continuation of Deferred@1837360614 after retry RPC after error@1416766594) -> (continuation of Deferred@267419876 after retry RPC after error@703386806) -> (continuation of Deferred@1538439352 after retry RPC after error@505532792) -> (continuation of Deferred@366843384 after retry RPC after error@1515956881) -> (continuation of Deferred@350400026 after retry RPC after error@81266671)))
08:03:56.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.768 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:56.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@661885428(state=PENDING, result=null, callback=(continuation of Deferred@1662726066 after retry RPC after error@1273505451) -> (continuation of Deferred@1586614658 after retry RPC after error@1708525461) -> (continuation of Deferred@1602933282 after retry RPC after error@1440578054) -> (continuation of Deferred@93371646 after retry RPC after error@1353705846) -> (continuation of Deferred@1505573507 after retry RPC after error@1737389816) -> (continuation of Deferred@1744388539 after retry RPC after error@1211297899) -> (continuation of Deferred@2028712652 after retry RPC after error@1824924319), errback=(continuation of Deferred@1662726066 after retry RPC after error@1273505451) -> (continuation of Deferred@1586614658 after retry RPC after error@1708525461) -> (continuation of Deferred@1602933282 after retry RPC after error@1440578054) -> (continuation of Deferred@93371646 after retry RPC after error@1353705846) -> (continuation of Deferred@1505573507 after retry RPC after error@1737389816) -> (continuation of Deferred@1744388539 after retry RPC after error@1211297899) -> (continuation of Deferred@2028712652 after retry RPC after error@1824924319)))
08:03:56.970 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@661885428(state=PENDING, result=null, callback=(continuation of Deferred@1662726066 after retry RPC after error@1273505451) -> (continuation of Deferred@1586614658 after retry RPC after error@1708525461) -> (continuation of Deferred@1602933282 after retry RPC after error@1440578054) -> (continuation of Deferred@93371646 after retry RPC after error@1353705846) -> (continuation of Deferred@1505573507 after retry RPC after error@1737389816) -> (continuation of Deferred@1744388539 after retry RPC after error@1211297899) -> (continuation of Deferred@2028712652 after retry RPC after error@1824924319), errback=(continuation of Deferred@1662726066 after retry RPC after error@1273505451) -> (continuation of Deferred@1586614658 after retry RPC after error@1708525461) -> (continuation of Deferred@1602933282 after retry RPC after error@1440578054) -> (continuation of Deferred@93371646 after retry RPC after error@1353705846) -> (continuation of Deferred@1505573507 after retry RPC after error@1737389816) -> (continuation of Deferred@1744388539 after retry RPC after error@1211297899) -> (continuation of Deferred@2028712652 after retry RPC after error@1824924319)))
08:03:56.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:56.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:56.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:56.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:56.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@155837768(state=PENDING, result=null, callback=(continuation of Deferred@1331985350 after retry RPC after error@297602683) -> (continuation of Deferred@528521805 after retry RPC after error@1504005968) -> (continuation of Deferred@905160169 after retry RPC after error@1279572986) -> (continuation of Deferred@1468863181 after retry RPC after error@614537379) -> (continuation of Deferred@215297331 after retry RPC after error@1697107000) -> (continuation of Deferred@1518580011 after retry RPC after error@1993072344) -> (continuation of Deferred@1397938567 after retry RPC after error@147823065), errback=(continuation of Deferred@1331985350 after retry RPC after error@297602683) -> (continuation of Deferred@528521805 after retry RPC after error@1504005968) -> (continuation of Deferred@905160169 after retry RPC after error@1279572986) -> (continuation of Deferred@1468863181 after retry RPC after error@614537379) -> (continuation of Deferred@215297331 after retry RPC after error@1697107000) -> (continuation of Deferred@1518580011 after retry RPC after error@1993072344) -> (continuation of Deferred@1397938567 after retry RPC after error@147823065)))
08:03:57.190 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@155837768(state=PENDING, result=null, callback=(continuation of Deferred@1331985350 after retry RPC after error@297602683) -> (continuation of Deferred@528521805 after retry RPC after error@1504005968) -> (continuation of Deferred@905160169 after retry RPC after error@1279572986) -> (continuation of Deferred@1468863181 after retry RPC after error@614537379) -> (continuation of Deferred@215297331 after retry RPC after error@1697107000) -> (continuation of Deferred@1518580011 after retry RPC after error@1993072344) -> (continuation of Deferred@1397938567 after retry RPC after error@147823065), errback=(continuation of Deferred@1331985350 after retry RPC after error@297602683) -> (continuation of Deferred@528521805 after retry RPC after error@1504005968) -> (continuation of Deferred@905160169 after retry RPC after error@1279572986) -> (continuation of Deferred@1468863181 after retry RPC after error@614537379) -> (continuation of Deferred@215297331 after retry RPC after error@1697107000) -> (continuation of Deferred@1518580011 after retry RPC after error@1993072344) -> (continuation of Deferred@1397938567 after retry RPC after error@147823065)))
08:03:57.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1664618245(state=PENDING, result=null, callback=(continuation of Deferred@3916082 after retry RPC after error@1699398870) -> (continuation of Deferred@1906578490 after retry RPC after error@1380416812) -> (continuation of Deferred@212534279 after retry RPC after error@1064574256) -> (continuation of Deferred@1847642912 after retry RPC after error@124216789) -> (continuation of Deferred@1404621314 after retry RPC after error@1278925016) -> (continuation of Deferred@615211956 after retry RPC after error@417264441) -> (continuation of Deferred@224594658 after retry RPC after error@386264974), errback=(continuation of Deferred@3916082 after retry RPC after error@1699398870) -> (continuation of Deferred@1906578490 after retry RPC after error@1380416812) -> (continuation of Deferred@212534279 after retry RPC after error@1064574256) -> (continuation of Deferred@1847642912 after retry RPC after error@124216789) -> (continuation of Deferred@1404621314 after retry RPC after error@1278925016) -> (continuation of Deferred@615211956 after retry RPC after error@417264441) -> (continuation of Deferred@224594658 after retry RPC after error@386264974)))
08:03:57.409 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1664618245(state=PENDING, result=null, callback=(continuation of Deferred@3916082 after retry RPC after error@1699398870) -> (continuation of Deferred@1906578490 after retry RPC after error@1380416812) -> (continuation of Deferred@212534279 after retry RPC after error@1064574256) -> (continuation of Deferred@1847642912 after retry RPC after error@124216789) -> (continuation of Deferred@1404621314 after retry RPC after error@1278925016) -> (continuation of Deferred@615211956 after retry RPC after error@417264441) -> (continuation of Deferred@224594658 after retry RPC after error@386264974), errback=(continuation of Deferred@3916082 after retry RPC after error@1699398870) -> (continuation of Deferred@1906578490 after retry RPC after error@1380416812) -> (continuation of Deferred@212534279 after retry RPC after error@1064574256) -> (continuation of Deferred@1847642912 after retry RPC after error@124216789) -> (continuation of Deferred@1404621314 after retry RPC after error@1278925016) -> (continuation of Deferred@615211956 after retry RPC after error@417264441) -> (continuation of Deferred@224594658 after retry RPC after error@386264974)))
08:03:57.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1236432960(state=PENDING, result=null, callback=(continuation of Deferred@925158920 after retry RPC after error@1183590547) -> (continuation of Deferred@1228313053 after retry RPC after error@320635075) -> (continuation of Deferred@39405606 after retry RPC after error@624304206) -> (continuation of Deferred@1492378956 after retry RPC after error@798911497) -> (continuation of Deferred@1741556132 after retry RPC after error@1936613699) -> (continuation of Deferred@879764455 after retry RPC after error@1750269764) -> (continuation of Deferred@2143701187 after retry RPC after error@2132953601) -> (continuation of Deferred@1257779481 after retry RPC after error@892297181), errback=(continuation of Deferred@925158920 after retry RPC after error@1183590547) -> (continuation of Deferred@1228313053 after retry RPC after error@320635075) -> (continuation of Deferred@39405606 after retry RPC after error@624304206) -> (continuation of Deferred@1492378956 after retry RPC after error@798911497) -> (continuation of Deferred@1741556132 after retry RPC after error@1936613699) -> (continuation of Deferred@879764455 after retry RPC after error@1750269764) -> (continuation of Deferred@2143701187 after retry RPC after error@2132953601) -> (continuation of Deferred@1257779481 after retry RPC after error@892297181)))
08:03:57.670 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1236432960(state=PENDING, result=null, callback=(continuation of Deferred@925158920 after retry RPC after error@1183590547) -> (continuation of Deferred@1228313053 after retry RPC after error@320635075) -> (continuation of Deferred@39405606 after retry RPC after error@624304206) -> (continuation of Deferred@1492378956 after retry RPC after error@798911497) -> (continuation of Deferred@1741556132 after retry RPC after error@1936613699) -> (continuation of Deferred@879764455 after retry RPC after error@1750269764) -> (continuation of Deferred@2143701187 after retry RPC after error@2132953601) -> (continuation of Deferred@1257779481 after retry RPC after error@892297181), errback=(continuation of Deferred@925158920 after retry RPC after error@1183590547) -> (continuation of Deferred@1228313053 after retry RPC after error@320635075) -> (continuation of Deferred@39405606 after retry RPC after error@624304206) -> (continuation of Deferred@1492378956 after retry RPC after error@798911497) -> (continuation of Deferred@1741556132 after retry RPC after error@1936613699) -> (continuation of Deferred@879764455 after retry RPC after error@1750269764) -> (continuation of Deferred@2143701187 after retry RPC after error@2132953601) -> (continuation of Deferred@1257779481 after retry RPC after error@892297181)))
08:03:57.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@600169888(state=PENDING, result=null, callback=(continuation of Deferred@490495979 after retry RPC after error@128343109) -> (continuation of Deferred@1771990879 after retry RPC after error@1681626897) -> (continuation of Deferred@461852538 after retry RPC after error@787901499) -> (continuation of Deferred@881330733 after retry RPC after error@204705970) -> (continuation of Deferred@762245841 after retry RPC after error@820298995) -> (continuation of Deferred@1145661856 after retry RPC after error@1416611739), errback=(continuation of Deferred@490495979 after retry RPC after error@128343109) -> (continuation of Deferred@1771990879 after retry RPC after error@1681626897) -> (continuation of Deferred@461852538 after retry RPC after error@787901499) -> (continuation of Deferred@881330733 after retry RPC after error@204705970) -> (continuation of Deferred@762245841 after retry RPC after error@820298995) -> (continuation of Deferred@1145661856 after retry RPC after error@1416611739)))
08:03:57.829 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@600169888(state=PENDING, result=null, callback=(continuation of Deferred@490495979 after retry RPC after error@128343109) -> (continuation of Deferred@1771990879 after retry RPC after error@1681626897) -> (continuation of Deferred@461852538 after retry RPC after error@787901499) -> (continuation of Deferred@881330733 after retry RPC after error@204705970) -> (continuation of Deferred@762245841 after retry RPC after error@820298995) -> (continuation of Deferred@1145661856 after retry RPC after error@1416611739), errback=(continuation of Deferred@490495979 after retry RPC after error@128343109) -> (continuation of Deferred@1771990879 after retry RPC after error@1681626897) -> (continuation of Deferred@461852538 after retry RPC after error@787901499) -> (continuation of Deferred@881330733 after retry RPC after error@204705970) -> (continuation of Deferred@762245841 after retry RPC after error@820298995) -> (continuation of Deferred@1145661856 after retry RPC after error@1416611739)))
08:03:57.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:57.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:57.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:57.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:57.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:57.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1951268228(state=PENDING, result=null, callback=(continuation of Deferred@1559618607 after retry RPC after error@1473400929) -> (continuation of Deferred@372662850 after retry RPC after error@227282141) -> (continuation of Deferred@2125157855 after retry RPC after error@994005811) -> (continuation of Deferred@507384420 after retry RPC after error@1933119386) -> (continuation of Deferred@1461234063 after retry RPC after error@385863316) -> (continuation of Deferred@2017219357 after retry RPC after error@1136838239) -> (continuation of Deferred@1359240057 after retry RPC after error@963097763) -> (continuation of Deferred@593083433 after retry RPC after error@1987868195), errback=(continuation of Deferred@1559618607 after retry RPC after error@1473400929) -> (continuation of Deferred@372662850 after retry RPC after error@227282141) -> (continuation of Deferred@2125157855 after retry RPC after error@994005811) -> (continuation of Deferred@507384420 after retry RPC after error@1933119386) -> (continuation of Deferred@1461234063 after retry RPC after error@385863316) -> (continuation of Deferred@2017219357 after retry RPC after error@1136838239) -> (continuation of Deferred@1359240057 after retry RPC after error@963097763) -> (continuation of Deferred@593083433 after retry RPC after error@1987868195)))
08:03:58.090 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1951268228(state=PENDING, result=null, callback=(continuation of Deferred@1559618607 after retry RPC after error@1473400929) -> (continuation of Deferred@372662850 after retry RPC after error@227282141) -> (continuation of Deferred@2125157855 after retry RPC after error@994005811) -> (continuation of Deferred@507384420 after retry RPC after error@1933119386) -> (continuation of Deferred@1461234063 after retry RPC after error@385863316) -> (continuation of Deferred@2017219357 after retry RPC after error@1136838239) -> (continuation of Deferred@1359240057 after retry RPC after error@963097763) -> (continuation of Deferred@593083433 after retry RPC after error@1987868195), errback=(continuation of Deferred@1559618607 after retry RPC after error@1473400929) -> (continuation of Deferred@372662850 after retry RPC after error@227282141) -> (continuation of Deferred@2125157855 after retry RPC after error@994005811) -> (continuation of Deferred@507384420 after retry RPC after error@1933119386) -> (continuation of Deferred@1461234063 after retry RPC after error@385863316) -> (continuation of Deferred@2017219357 after retry RPC after error@1136838239) -> (continuation of Deferred@1359240057 after retry RPC after error@963097763) -> (continuation of Deferred@593083433 after retry RPC after error@1987868195)))
08:03:58.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.129 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.189 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1150751993(state=PENDING, result=null, callback=(continuation of Deferred@1756680881 after retry RPC after error@1812034805) -> (continuation of Deferred@1821157168 after retry RPC after error@281040516) -> (continuation of Deferred@1588543351 after retry RPC after error@971923083) -> (continuation of Deferred@819121057 after retry RPC after error@573890377) -> (continuation of Deferred@96930047 after retry RPC after error@1318454474) -> (continuation of Deferred@1748980090 after retry RPC after error@1819612579) -> (continuation of Deferred@1363699746 after retry RPC after error@797349525), errback=(continuation of Deferred@1756680881 after retry RPC after error@1812034805) -> (continuation of Deferred@1821157168 after retry RPC after error@281040516) -> (continuation of Deferred@1588543351 after retry RPC after error@971923083) -> (continuation of Deferred@819121057 after retry RPC after error@573890377) -> (continuation of Deferred@96930047 after retry RPC after error@1318454474) -> (continuation of Deferred@1748980090 after retry RPC after error@1819612579) -> (continuation of Deferred@1363699746 after retry RPC after error@797349525)))
08:03:58.309 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1150751993(state=PENDING, result=null, callback=(continuation of Deferred@1756680881 after retry RPC after error@1812034805) -> (continuation of Deferred@1821157168 after retry RPC after error@281040516) -> (continuation of Deferred@1588543351 after retry RPC after error@971923083) -> (continuation of Deferred@819121057 after retry RPC after error@573890377) -> (continuation of Deferred@96930047 after retry RPC after error@1318454474) -> (continuation of Deferred@1748980090 after retry RPC after error@1819612579) -> (continuation of Deferred@1363699746 after retry RPC after error@797349525), errback=(continuation of Deferred@1756680881 after retry RPC after error@1812034805) -> (continuation of Deferred@1821157168 after retry RPC after error@281040516) -> (continuation of Deferred@1588543351 after retry RPC after error@971923083) -> (continuation of Deferred@819121057 after retry RPC after error@573890377) -> (continuation of Deferred@96930047 after retry RPC after error@1318454474) -> (continuation of Deferred@1748980090 after retry RPC after error@1819612579) -> (continuation of Deferred@1363699746 after retry RPC after error@797349525)))
08:03:58.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@138128674(state=PENDING, result=null, callback=(continuation of Deferred@1034395061 after retry RPC after error@1883539749) -> (continuation of Deferred@1828043546 after retry RPC after error@963791131) -> (continuation of Deferred@951660981 after retry RPC after error@1826654758) -> (continuation of Deferred@764203467 after retry RPC after error@102592496) -> (continuation of Deferred@2002305567 after retry RPC after error@520210280) -> (continuation of Deferred@1422417866 after retry RPC after error@961009740) -> (continuation of Deferred@146718017 after retry RPC after error@420807097) -> (continuation of Deferred@255142750 after retry RPC after error@137824076), errback=(continuation of Deferred@1034395061 after retry RPC after error@1883539749) -> (continuation of Deferred@1828043546 after retry RPC after error@963791131) -> (continuation of Deferred@951660981 after retry RPC after error@1826654758) -> (continuation of Deferred@764203467 after retry RPC after error@102592496) -> (continuation of Deferred@2002305567 after retry RPC after error@520210280) -> (continuation of Deferred@1422417866 after retry RPC after error@961009740) -> (continuation of Deferred@146718017 after retry RPC after error@420807097) -> (continuation of Deferred@255142750 after retry RPC after error@137824076)))
08:03:58.570 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@138128674(state=PENDING, result=null, callback=(continuation of Deferred@1034395061 after retry RPC after error@1883539749) -> (continuation of Deferred@1828043546 after retry RPC after error@963791131) -> (continuation of Deferred@951660981 after retry RPC after error@1826654758) -> (continuation of Deferred@764203467 after retry RPC after error@102592496) -> (continuation of Deferred@2002305567 after retry RPC after error@520210280) -> (continuation of Deferred@1422417866 after retry RPC after error@961009740) -> (continuation of Deferred@146718017 after retry RPC after error@420807097) -> (continuation of Deferred@255142750 after retry RPC after error@137824076), errback=(continuation of Deferred@1034395061 after retry RPC after error@1883539749) -> (continuation of Deferred@1828043546 after retry RPC after error@963791131) -> (continuation of Deferred@951660981 after retry RPC after error@1826654758) -> (continuation of Deferred@764203467 after retry RPC after error@102592496) -> (continuation of Deferred@2002305567 after retry RPC after error@520210280) -> (continuation of Deferred@1422417866 after retry RPC after error@961009740) -> (continuation of Deferred@146718017 after retry RPC after error@420807097) -> (continuation of Deferred@255142750 after retry RPC after error@137824076)))
08:03:58.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:58.789129 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:03:58.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:03:58.789326 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:58.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1912845942(state=PENDING, result=null, callback=(continuation of Deferred@1182363939 after retry RPC after error@1340243529) -> (continuation of Deferred@1628125056 after retry RPC after error@248815057) -> (continuation of Deferred@61412673 after retry RPC after error@1608856395) -> (continuation of Deferred@1743435776 after retry RPC after error@1308265273) -> (continuation of Deferred@112364762 after retry RPC after error@1891338284) -> (continuation of Deferred@1109591171 after retry RPC after error@1536814269) -> (continuation of Deferred@1230991176 after retry RPC after error@1703507111), errback=(continuation of Deferred@1182363939 after retry RPC after error@1340243529) -> (continuation of Deferred@1628125056 after retry RPC after error@248815057) -> (continuation of Deferred@61412673 after retry RPC after error@1608856395) -> (continuation of Deferred@1743435776 after retry RPC after error@1308265273) -> (continuation of Deferred@112364762 after retry RPC after error@1891338284) -> (continuation of Deferred@1109591171 after retry RPC after error@1536814269) -> (continuation of Deferred@1230991176 after retry RPC after error@1703507111)))
08:03:58.790 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1912845942(state=PENDING, result=null, callback=(continuation of Deferred@1182363939 after retry RPC after error@1340243529) -> (continuation of Deferred@1628125056 after retry RPC after error@248815057) -> (continuation of Deferred@61412673 after retry RPC after error@1608856395) -> (continuation of Deferred@1743435776 after retry RPC after error@1308265273) -> (continuation of Deferred@112364762 after retry RPC after error@1891338284) -> (continuation of Deferred@1109591171 after retry RPC after error@1536814269) -> (continuation of Deferred@1230991176 after retry RPC after error@1703507111), errback=(continuation of Deferred@1182363939 after retry RPC after error@1340243529) -> (continuation of Deferred@1628125056 after retry RPC after error@248815057) -> (continuation of Deferred@61412673 after retry RPC after error@1608856395) -> (continuation of Deferred@1743435776 after retry RPC after error@1308265273) -> (continuation of Deferred@112364762 after retry RPC after error@1891338284) -> (continuation of Deferred@1109591171 after retry RPC after error@1536814269) -> (continuation of Deferred@1230991176 after retry RPC after error@1703507111)))
08:03:58.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:58.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:58.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:58.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:58.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:58.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.049 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1012768767(state=PENDING, result=null, callback=(continuation of Deferred@209989801 after retry RPC after error@397938376) -> (continuation of Deferred@1866943980 after retry RPC after error@1060476316) -> (continuation of Deferred@312077227 after retry RPC after error@1166047614) -> (continuation of Deferred@276657167 after retry RPC after error@58165993) -> (continuation of Deferred@1592720799 after retry RPC after error@417543349) -> (continuation of Deferred@1665525418 after retry RPC after error@1557793001) -> (continuation of Deferred@1978733800 after retry RPC after error@1958137983), errback=(continuation of Deferred@209989801 after retry RPC after error@397938376) -> (continuation of Deferred@1866943980 after retry RPC after error@1060476316) -> (continuation of Deferred@312077227 after retry RPC after error@1166047614) -> (continuation of Deferred@276657167 after retry RPC after error@58165993) -> (continuation of Deferred@1592720799 after retry RPC after error@417543349) -> (continuation of Deferred@1665525418 after retry RPC after error@1557793001) -> (continuation of Deferred@1978733800 after retry RPC after error@1958137983)))
08:03:59.050 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1012768767(state=PENDING, result=null, callback=(continuation of Deferred@209989801 after retry RPC after error@397938376) -> (continuation of Deferred@1866943980 after retry RPC after error@1060476316) -> (continuation of Deferred@312077227 after retry RPC after error@1166047614) -> (continuation of Deferred@276657167 after retry RPC after error@58165993) -> (continuation of Deferred@1592720799 after retry RPC after error@417543349) -> (continuation of Deferred@1665525418 after retry RPC after error@1557793001) -> (continuation of Deferred@1978733800 after retry RPC after error@1958137983), errback=(continuation of Deferred@209989801 after retry RPC after error@397938376) -> (continuation of Deferred@1866943980 after retry RPC after error@1060476316) -> (continuation of Deferred@312077227 after retry RPC after error@1166047614) -> (continuation of Deferred@276657167 after retry RPC after error@58165993) -> (continuation of Deferred@1592720799 after retry RPC after error@417543349) -> (continuation of Deferred@1665525418 after retry RPC after error@1557793001) -> (continuation of Deferred@1978733800 after retry RPC after error@1958137983)))
08:03:59.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2072369912(state=PENDING, result=null, callback=(continuation of Deferred@349343342 after retry RPC after error@136687298) -> (continuation of Deferred@79010214 after retry RPC after error@1370673618) -> (continuation of Deferred@1368622196 after retry RPC after error@1952805690) -> (continuation of Deferred@1555410105 after retry RPC after error@458148540) -> (continuation of Deferred@1454595461 after retry RPC after error@152045770) -> (continuation of Deferred@2024914229 after retry RPC after error@365396917) -> (continuation of Deferred@1498721277 after retry RPC after error@1351335493), errback=(continuation of Deferred@349343342 after retry RPC after error@136687298) -> (continuation of Deferred@79010214 after retry RPC after error@1370673618) -> (continuation of Deferred@1368622196 after retry RPC after error@1952805690) -> (continuation of Deferred@1555410105 after retry RPC after error@458148540) -> (continuation of Deferred@1454595461 after retry RPC after error@152045770) -> (continuation of Deferred@2024914229 after retry RPC after error@365396917) -> (continuation of Deferred@1498721277 after retry RPC after error@1351335493)))
08:03:59.270 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2072369912(state=PENDING, result=null, callback=(continuation of Deferred@349343342 after retry RPC after error@136687298) -> (continuation of Deferred@79010214 after retry RPC after error@1370673618) -> (continuation of Deferred@1368622196 after retry RPC after error@1952805690) -> (continuation of Deferred@1555410105 after retry RPC after error@458148540) -> (continuation of Deferred@1454595461 after retry RPC after error@152045770) -> (continuation of Deferred@2024914229 after retry RPC after error@365396917) -> (continuation of Deferred@1498721277 after retry RPC after error@1351335493), errback=(continuation of Deferred@349343342 after retry RPC after error@136687298) -> (continuation of Deferred@79010214 after retry RPC after error@1370673618) -> (continuation of Deferred@1368622196 after retry RPC after error@1952805690) -> (continuation of Deferred@1555410105 after retry RPC after error@458148540) -> (continuation of Deferred@1454595461 after retry RPC after error@152045770) -> (continuation of Deferred@2024914229 after retry RPC after error@365396917) -> (continuation of Deferred@1498721277 after retry RPC after error@1351335493)))
08:03:59.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.348 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@987067799(state=PENDING, result=null, callback=(continuation of Deferred@105360932 after retry RPC after error@1654780827) -> (continuation of Deferred@1410118745 after retry RPC after error@1172576898) -> (continuation of Deferred@2129242772 after retry RPC after error@330937337) -> (continuation of Deferred@581329835 after retry RPC after error@1207127415) -> (continuation of Deferred@1954406935 after retry RPC after error@713400602) -> (continuation of Deferred@1001333978 after retry RPC after error@1718246957) -> (continuation of Deferred@2099017133 after retry RPC after error@2056689253) -> (continuation of Deferred@954070041 after retry RPC after error@217210393), errback=(continuation of Deferred@105360932 after retry RPC after error@1654780827) -> (continuation of Deferred@1410118745 after retry RPC after error@1172576898) -> (continuation of Deferred@2129242772 after retry RPC after error@330937337) -> (continuation of Deferred@581329835 after retry RPC after error@1207127415) -> (continuation of Deferred@1954406935 after retry RPC after error@713400602) -> (continuation of Deferred@1001333978 after retry RPC after error@1718246957) -> (continuation of Deferred@2099017133 after retry RPC after error@2056689253) -> (continuation of Deferred@954070041 after retry RPC after error@217210393)))
08:03:59.510 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@987067799(state=PENDING, result=null, callback=(continuation of Deferred@105360932 after retry RPC after error@1654780827) -> (continuation of Deferred@1410118745 after retry RPC after error@1172576898) -> (continuation of Deferred@2129242772 after retry RPC after error@330937337) -> (continuation of Deferred@581329835 after retry RPC after error@1207127415) -> (continuation of Deferred@1954406935 after retry RPC after error@713400602) -> (continuation of Deferred@1001333978 after retry RPC after error@1718246957) -> (continuation of Deferred@2099017133 after retry RPC after error@2056689253) -> (continuation of Deferred@954070041 after retry RPC after error@217210393), errback=(continuation of Deferred@105360932 after retry RPC after error@1654780827) -> (continuation of Deferred@1410118745 after retry RPC after error@1172576898) -> (continuation of Deferred@2129242772 after retry RPC after error@330937337) -> (continuation of Deferred@581329835 after retry RPC after error@1207127415) -> (continuation of Deferred@1954406935 after retry RPC after error@713400602) -> (continuation of Deferred@1001333978 after retry RPC after error@1718246957) -> (continuation of Deferred@2099017133 after retry RPC after error@2056689253) -> (continuation of Deferred@954070041 after retry RPC after error@217210393)))
08:03:59.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:59.674216 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:59.678593 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:03:59.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:03:59.679951 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:03:59.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.728 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1751960949(state=PENDING, result=null, callback=(continuation of Deferred@1802287915 after retry RPC after error@2036673342) -> (continuation of Deferred@1053428955 after retry RPC after error@818116882) -> (continuation of Deferred@1056455106 after retry RPC after error@1855248888) -> (continuation of Deferred@14068773 after retry RPC after error@729177796) -> (continuation of Deferred@1421820993 after retry RPC after error@472652855) -> (continuation of Deferred@699280403 after retry RPC after error@817354652) -> (continuation of Deferred@503582855 after retry RPC after error@1656056532), errback=(continuation of Deferred@1802287915 after retry RPC after error@2036673342) -> (continuation of Deferred@1053428955 after retry RPC after error@818116882) -> (continuation of Deferred@1056455106 after retry RPC after error@1855248888) -> (continuation of Deferred@14068773 after retry RPC after error@729177796) -> (continuation of Deferred@1421820993 after retry RPC after error@472652855) -> (continuation of Deferred@699280403 after retry RPC after error@817354652) -> (continuation of Deferred@503582855 after retry RPC after error@1656056532)))
08:03:59.729 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1751960949(state=PENDING, result=null, callback=(continuation of Deferred@1802287915 after retry RPC after error@2036673342) -> (continuation of Deferred@1053428955 after retry RPC after error@818116882) -> (continuation of Deferred@1056455106 after retry RPC after error@1855248888) -> (continuation of Deferred@14068773 after retry RPC after error@729177796) -> (continuation of Deferred@1421820993 after retry RPC after error@472652855) -> (continuation of Deferred@699280403 after retry RPC after error@817354652) -> (continuation of Deferred@503582855 after retry RPC after error@1656056532), errback=(continuation of Deferred@1802287915 after retry RPC after error@2036673342) -> (continuation of Deferred@1053428955 after retry RPC after error@818116882) -> (continuation of Deferred@1056455106 after retry RPC after error@1855248888) -> (continuation of Deferred@14068773 after retry RPC after error@729177796) -> (continuation of Deferred@1421820993 after retry RPC after error@472652855) -> (continuation of Deferred@699280403 after retry RPC after error@817354652) -> (continuation of Deferred@503582855 after retry RPC after error@1656056532)))
08:03:59.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:03:59.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1953756325(state=PENDING, result=null, callback=(continuation of Deferred@194237492 after retry RPC after error@878133654) -> (continuation of Deferred@376680636 after retry RPC after error@2110699531) -> (continuation of Deferred@1751773682 after retry RPC after error@1723614872) -> (continuation of Deferred@1841425571 after retry RPC after error@1707548656) -> (continuation of Deferred@1116112091 after retry RPC after error@1183482517) -> (continuation of Deferred@617400851 after retry RPC after error@2032757221) -> (continuation of Deferred@268405319 after retry RPC after error@502476551), errback=(continuation of Deferred@194237492 after retry RPC after error@878133654) -> (continuation of Deferred@376680636 after retry RPC after error@2110699531) -> (continuation of Deferred@1751773682 after retry RPC after error@1723614872) -> (continuation of Deferred@1841425571 after retry RPC after error@1707548656) -> (continuation of Deferred@1116112091 after retry RPC after error@1183482517) -> (continuation of Deferred@617400851 after retry RPC after error@2032757221) -> (continuation of Deferred@268405319 after retry RPC after error@502476551)))
08:03:59.969 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1953756325(state=PENDING, result=null, callback=(continuation of Deferred@194237492 after retry RPC after error@878133654) -> (continuation of Deferred@376680636 after retry RPC after error@2110699531) -> (continuation of Deferred@1751773682 after retry RPC after error@1723614872) -> (continuation of Deferred@1841425571 after retry RPC after error@1707548656) -> (continuation of Deferred@1116112091 after retry RPC after error@1183482517) -> (continuation of Deferred@617400851 after retry RPC after error@2032757221) -> (continuation of Deferred@268405319 after retry RPC after error@502476551), errback=(continuation of Deferred@194237492 after retry RPC after error@878133654) -> (continuation of Deferred@376680636 after retry RPC after error@2110699531) -> (continuation of Deferred@1751773682 after retry RPC after error@1723614872) -> (continuation of Deferred@1841425571 after retry RPC after error@1707548656) -> (continuation of Deferred@1116112091 after retry RPC after error@1183482517) -> (continuation of Deferred@617400851 after retry RPC after error@2032757221) -> (continuation of Deferred@268405319 after retry RPC after error@502476551)))
08:03:59.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:03:59.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:03:59.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:03:59.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:03:59.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1548609130(state=PENDING, result=null, callback=(continuation of Deferred@841381508 after retry RPC after error@1709781099) -> (continuation of Deferred@772839068 after retry RPC after error@501042050) -> (continuation of Deferred@474909931 after retry RPC after error@805866849) -> (continuation of Deferred@445012362 after retry RPC after error@1844477955) -> (continuation of Deferred@95510658 after retry RPC after error@1906742992) -> (continuation of Deferred@1506069351 after retry RPC after error@811448516) -> (continuation of Deferred@1055288125 after retry RPC after error@2066971175), errback=(continuation of Deferred@841381508 after retry RPC after error@1709781099) -> (continuation of Deferred@772839068 after retry RPC after error@501042050) -> (continuation of Deferred@474909931 after retry RPC after error@805866849) -> (continuation of Deferred@445012362 after retry RPC after error@1844477955) -> (continuation of Deferred@95510658 after retry RPC after error@1906742992) -> (continuation of Deferred@1506069351 after retry RPC after error@811448516) -> (continuation of Deferred@1055288125 after retry RPC after error@2066971175)))
08:04:00.170 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1548609130(state=PENDING, result=null, callback=(continuation of Deferred@841381508 after retry RPC after error@1709781099) -> (continuation of Deferred@772839068 after retry RPC after error@501042050) -> (continuation of Deferred@474909931 after retry RPC after error@805866849) -> (continuation of Deferred@445012362 after retry RPC after error@1844477955) -> (continuation of Deferred@95510658 after retry RPC after error@1906742992) -> (continuation of Deferred@1506069351 after retry RPC after error@811448516) -> (continuation of Deferred@1055288125 after retry RPC after error@2066971175), errback=(continuation of Deferred@841381508 after retry RPC after error@1709781099) -> (continuation of Deferred@772839068 after retry RPC after error@501042050) -> (continuation of Deferred@474909931 after retry RPC after error@805866849) -> (continuation of Deferred@445012362 after retry RPC after error@1844477955) -> (continuation of Deferred@95510658 after retry RPC after error@1906742992) -> (continuation of Deferred@1506069351 after retry RPC after error@811448516) -> (continuation of Deferred@1055288125 after retry RPC after error@2066971175)))
08:04:00.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1783715246(state=PENDING, result=null, callback=(continuation of Deferred@194784228 after retry RPC after error@1333456074) -> (continuation of Deferred@1450090346 after retry RPC after error@913464364) -> (continuation of Deferred@1557893645 after retry RPC after error@1155480032) -> (continuation of Deferred@1726507998 after retry RPC after error@1121966099) -> (continuation of Deferred@1108631999 after retry RPC after error@2142851108) -> (continuation of Deferred@1521119894 after retry RPC after error@1711879824), errback=(continuation of Deferred@194784228 after retry RPC after error@1333456074) -> (continuation of Deferred@1450090346 after retry RPC after error@913464364) -> (continuation of Deferred@1557893645 after retry RPC after error@1155480032) -> (continuation of Deferred@1726507998 after retry RPC after error@1121966099) -> (continuation of Deferred@1108631999 after retry RPC after error@2142851108) -> (continuation of Deferred@1521119894 after retry RPC after error@1711879824)))
08:04:00.369 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1783715246(state=PENDING, result=null, callback=(continuation of Deferred@194784228 after retry RPC after error@1333456074) -> (continuation of Deferred@1450090346 after retry RPC after error@913464364) -> (continuation of Deferred@1557893645 after retry RPC after error@1155480032) -> (continuation of Deferred@1726507998 after retry RPC after error@1121966099) -> (continuation of Deferred@1108631999 after retry RPC after error@2142851108) -> (continuation of Deferred@1521119894 after retry RPC after error@1711879824), errback=(continuation of Deferred@194784228 after retry RPC after error@1333456074) -> (continuation of Deferred@1450090346 after retry RPC after error@913464364) -> (continuation of Deferred@1557893645 after retry RPC after error@1155480032) -> (continuation of Deferred@1726507998 after retry RPC after error@1121966099) -> (continuation of Deferred@1108631999 after retry RPC after error@2142851108) -> (continuation of Deferred@1521119894 after retry RPC after error@1711879824)))
08:04:00.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1025232851(state=PENDING, result=null, callback=(continuation of Deferred@1265942585 after retry RPC after error@2115655294) -> (continuation of Deferred@721910427 after retry RPC after error@1208049023) -> (continuation of Deferred@622410062 after retry RPC after error@152838709) -> (continuation of Deferred@425677359 after retry RPC after error@1534529246) -> (continuation of Deferred@935894967 after retry RPC after error@1596792561) -> (continuation of Deferred@1015079185 after retry RPC after error@1600260513), errback=(continuation of Deferred@1265942585 after retry RPC after error@2115655294) -> (continuation of Deferred@721910427 after retry RPC after error@1208049023) -> (continuation of Deferred@622410062 after retry RPC after error@152838709) -> (continuation of Deferred@425677359 after retry RPC after error@1534529246) -> (continuation of Deferred@935894967 after retry RPC after error@1596792561) -> (continuation of Deferred@1015079185 after retry RPC after error@1600260513)))
08:04:00.550 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1025232851(state=PENDING, result=null, callback=(continuation of Deferred@1265942585 after retry RPC after error@2115655294) -> (continuation of Deferred@721910427 after retry RPC after error@1208049023) -> (continuation of Deferred@622410062 after retry RPC after error@152838709) -> (continuation of Deferred@425677359 after retry RPC after error@1534529246) -> (continuation of Deferred@935894967 after retry RPC after error@1596792561) -> (continuation of Deferred@1015079185 after retry RPC after error@1600260513), errback=(continuation of Deferred@1265942585 after retry RPC after error@2115655294) -> (continuation of Deferred@721910427 after retry RPC after error@1208049023) -> (continuation of Deferred@622410062 after retry RPC after error@152838709) -> (continuation of Deferred@425677359 after retry RPC after error@1534529246) -> (continuation of Deferred@935894967 after retry RPC after error@1596792561) -> (continuation of Deferred@1015079185 after retry RPC after error@1600260513)))
08:04:00.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@30294034(state=PENDING, result=null, callback=(continuation of Deferred@358943230 after retry RPC after error@2004259570) -> (continuation of Deferred@2077321105 after retry RPC after error@149714473) -> (continuation of Deferred@905688115 after retry RPC after error@1985560956) -> (continuation of Deferred@105143753 after retry RPC after error@1844592150) -> (continuation of Deferred@96490935 after retry RPC after error@967751378) -> (continuation of Deferred@488644155 after retry RPC after error@1633583367) -> (continuation of Deferred@1723080054 after retry RPC after error@710946644), errback=(continuation of Deferred@358943230 after retry RPC after error@2004259570) -> (continuation of Deferred@2077321105 after retry RPC after error@149714473) -> (continuation of Deferred@905688115 after retry RPC after error@1985560956) -> (continuation of Deferred@105143753 after retry RPC after error@1844592150) -> (continuation of Deferred@96490935 after retry RPC after error@967751378) -> (continuation of Deferred@488644155 after retry RPC after error@1633583367) -> (continuation of Deferred@1723080054 after retry RPC after error@710946644)))
08:04:00.789 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@30294034(state=PENDING, result=null, callback=(continuation of Deferred@358943230 after retry RPC after error@2004259570) -> (continuation of Deferred@2077321105 after retry RPC after error@149714473) -> (continuation of Deferred@905688115 after retry RPC after error@1985560956) -> (continuation of Deferred@105143753 after retry RPC after error@1844592150) -> (continuation of Deferred@96490935 after retry RPC after error@967751378) -> (continuation of Deferred@488644155 after retry RPC after error@1633583367) -> (continuation of Deferred@1723080054 after retry RPC after error@710946644), errback=(continuation of Deferred@358943230 after retry RPC after error@2004259570) -> (continuation of Deferred@2077321105 after retry RPC after error@149714473) -> (continuation of Deferred@905688115 after retry RPC after error@1985560956) -> (continuation of Deferred@105143753 after retry RPC after error@1844592150) -> (continuation of Deferred@96490935 after retry RPC after error@967751378) -> (continuation of Deferred@488644155 after retry RPC after error@1633583367) -> (continuation of Deferred@1723080054 after retry RPC after error@710946644)))
08:04:00.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:00.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:00.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:00.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:00.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:00.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@190232186(state=PENDING, result=null, callback=(continuation of Deferred@1196517522 after retry RPC after error@192832448) -> (continuation of Deferred@2115398557 after retry RPC after error@1078851395) -> (continuation of Deferred@202641952 after retry RPC after error@1946947585) -> (continuation of Deferred@957077406 after retry RPC after error@382978067) -> (continuation of Deferred@989486587 after retry RPC after error@778231485) -> (continuation of Deferred@1236425672 after retry RPC after error@1101627837) -> (continuation of Deferred@701766134 after retry RPC after error@301710663), errback=(continuation of Deferred@1196517522 after retry RPC after error@192832448) -> (continuation of Deferred@2115398557 after retry RPC after error@1078851395) -> (continuation of Deferred@202641952 after retry RPC after error@1946947585) -> (continuation of Deferred@957077406 after retry RPC after error@382978067) -> (continuation of Deferred@989486587 after retry RPC after error@778231485) -> (continuation of Deferred@1236425672 after retry RPC after error@1101627837) -> (continuation of Deferred@701766134 after retry RPC after error@301710663)))
08:04:01.010 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@190232186(state=PENDING, result=null, callback=(continuation of Deferred@1196517522 after retry RPC after error@192832448) -> (continuation of Deferred@2115398557 after retry RPC after error@1078851395) -> (continuation of Deferred@202641952 after retry RPC after error@1946947585) -> (continuation of Deferred@957077406 after retry RPC after error@382978067) -> (continuation of Deferred@989486587 after retry RPC after error@778231485) -> (continuation of Deferred@1236425672 after retry RPC after error@1101627837) -> (continuation of Deferred@701766134 after retry RPC after error@301710663), errback=(continuation of Deferred@1196517522 after retry RPC after error@192832448) -> (continuation of Deferred@2115398557 after retry RPC after error@1078851395) -> (continuation of Deferred@202641952 after retry RPC after error@1946947585) -> (continuation of Deferred@957077406 after retry RPC after error@382978067) -> (continuation of Deferred@989486587 after retry RPC after error@778231485) -> (continuation of Deferred@1236425672 after retry RPC after error@1101627837) -> (continuation of Deferred@701766134 after retry RPC after error@301710663)))
08:04:01.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1487099408(state=PENDING, result=null, callback=(continuation of Deferred@2027186363 after retry RPC after error@873558926) -> (continuation of Deferred@1122528411 after retry RPC after error@12169472) -> (continuation of Deferred@1542684700 after retry RPC after error@1681982959) -> (continuation of Deferred@1699492168 after retry RPC after error@674278736) -> (continuation of Deferred@1862544170 after retry RPC after error@50738520) -> (continuation of Deferred@121930241 after retry RPC after error@708044180), errback=(continuation of Deferred@2027186363 after retry RPC after error@873558926) -> (continuation of Deferred@1122528411 after retry RPC after error@12169472) -> (continuation of Deferred@1542684700 after retry RPC after error@1681982959) -> (continuation of Deferred@1699492168 after retry RPC after error@674278736) -> (continuation of Deferred@1862544170 after retry RPC after error@50738520) -> (continuation of Deferred@121930241 after retry RPC after error@708044180)))
08:04:01.169 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1487099408(state=PENDING, result=null, callback=(continuation of Deferred@2027186363 after retry RPC after error@873558926) -> (continuation of Deferred@1122528411 after retry RPC after error@12169472) -> (continuation of Deferred@1542684700 after retry RPC after error@1681982959) -> (continuation of Deferred@1699492168 after retry RPC after error@674278736) -> (continuation of Deferred@1862544170 after retry RPC after error@50738520) -> (continuation of Deferred@121930241 after retry RPC after error@708044180), errback=(continuation of Deferred@2027186363 after retry RPC after error@873558926) -> (continuation of Deferred@1122528411 after retry RPC after error@12169472) -> (continuation of Deferred@1542684700 after retry RPC after error@1681982959) -> (continuation of Deferred@1699492168 after retry RPC after error@674278736) -> (continuation of Deferred@1862544170 after retry RPC after error@50738520) -> (continuation of Deferred@121930241 after retry RPC after error@708044180)))
08:04:01.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.309 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.447 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@752194045(state=PENDING, result=null, callback=(continuation of Deferred@795688105 after retry RPC after error@849679991) -> (continuation of Deferred@1167392248 after retry RPC after error@1162790606) -> (continuation of Deferred@50344634 after retry RPC after error@428644867) -> (continuation of Deferred@2073419767 after retry RPC after error@1222516477) -> (continuation of Deferred@1254711486 after retry RPC after error@937994086) -> (continuation of Deferred@1649916939 after retry RPC after error@1522954058) -> (continuation of Deferred@1535846460 after retry RPC after error@699033532), errback=(continuation of Deferred@795688105 after retry RPC after error@849679991) -> (continuation of Deferred@1167392248 after retry RPC after error@1162790606) -> (continuation of Deferred@50344634 after retry RPC after error@428644867) -> (continuation of Deferred@2073419767 after retry RPC after error@1222516477) -> (continuation of Deferred@1254711486 after retry RPC after error@937994086) -> (continuation of Deferred@1649916939 after retry RPC after error@1522954058) -> (continuation of Deferred@1535846460 after retry RPC after error@699033532)))
08:04:01.447 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:01.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@387632011(state=PENDING, result=null, callback=(continuation of Deferred@1210838065 after retry RPC after error@95487225) -> (continuation of Deferred@522727509 after retry RPC after error@1580201640) -> (continuation of Deferred@1232257848 after retry RPC after error@1156153379) -> (continuation of Deferred@446540403 after retry RPC after error@1000768830) -> (continuation of Deferred@1687353969 after retry RPC after error@1827837528) -> (continuation of Deferred@466315143 after retry RPC after error@348884661) -> (continuation of Deferred@1744420655 after retry RPC after error@524395998), errback=(continuation of Deferred@1210838065 after retry RPC after error@95487225) -> (continuation of Deferred@522727509 after retry RPC after error@1580201640) -> (continuation of Deferred@1232257848 after retry RPC after error@1156153379) -> (continuation of Deferred@446540403 after retry RPC after error@1000768830) -> (continuation of Deferred@1687353969 after retry RPC after error@1827837528) -> (continuation of Deferred@466315143 after retry RPC after error@348884661) -> (continuation of Deferred@1744420655 after retry RPC after error@524395998)))
08:04:01.670 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@387632011(state=PENDING, result=null, callback=(continuation of Deferred@1210838065 after retry RPC after error@95487225) -> (continuation of Deferred@522727509 after retry RPC after error@1580201640) -> (continuation of Deferred@1232257848 after retry RPC after error@1156153379) -> (continuation of Deferred@446540403 after retry RPC after error@1000768830) -> (continuation of Deferred@1687353969 after retry RPC after error@1827837528) -> (continuation of Deferred@466315143 after retry RPC after error@348884661) -> (continuation of Deferred@1744420655 after retry RPC after error@524395998), errback=(continuation of Deferred@1210838065 after retry RPC after error@95487225) -> (continuation of Deferred@522727509 after retry RPC after error@1580201640) -> (continuation of Deferred@1232257848 after retry RPC after error@1156153379) -> (continuation of Deferred@446540403 after retry RPC after error@1000768830) -> (continuation of Deferred@1687353969 after retry RPC after error@1827837528) -> (continuation of Deferred@466315143 after retry RPC after error@348884661) -> (continuation of Deferred@1744420655 after retry RPC after error@524395998)))
08:04:01.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1415303626(state=PENDING, result=null, callback=(continuation of Deferred@2048127929 after retry RPC after error@1448168668) -> (continuation of Deferred@1954583872 after retry RPC after error@2120208283) -> (continuation of Deferred@456422866 after retry RPC after error@1205861828) -> (continuation of Deferred@931482346 after retry RPC after error@925268118) -> (continuation of Deferred@260313413 after retry RPC after error@923659436) -> (continuation of Deferred@717365949 after retry RPC after error@782503355), errback=(continuation of Deferred@2048127929 after retry RPC after error@1448168668) -> (continuation of Deferred@1954583872 after retry RPC after error@2120208283) -> (continuation of Deferred@456422866 after retry RPC after error@1205861828) -> (continuation of Deferred@931482346 after retry RPC after error@925268118) -> (continuation of Deferred@260313413 after retry RPC after error@923659436) -> (continuation of Deferred@717365949 after retry RPC after error@782503355)))
08:04:01.870 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1415303626(state=PENDING, result=null, callback=(continuation of Deferred@2048127929 after retry RPC after error@1448168668) -> (continuation of Deferred@1954583872 after retry RPC after error@2120208283) -> (continuation of Deferred@456422866 after retry RPC after error@1205861828) -> (continuation of Deferred@931482346 after retry RPC after error@925268118) -> (continuation of Deferred@260313413 after retry RPC after error@923659436) -> (continuation of Deferred@717365949 after retry RPC after error@782503355), errback=(continuation of Deferred@2048127929 after retry RPC after error@1448168668) -> (continuation of Deferred@1954583872 after retry RPC after error@2120208283) -> (continuation of Deferred@456422866 after retry RPC after error@1205861828) -> (continuation of Deferred@931482346 after retry RPC after error@925268118) -> (continuation of Deferred@260313413 after retry RPC after error@923659436) -> (continuation of Deferred@717365949 after retry RPC after error@782503355)))
08:04:01.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:01.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:01.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:01.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:01.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:01.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.129 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1792955605(state=PENDING, result=null, callback=(continuation of Deferred@1782495626 after retry RPC after error@1083663247) -> (continuation of Deferred@1725392725 after retry RPC after error@2125983654) -> (continuation of Deferred@1633352467 after retry RPC after error@447375276) -> (continuation of Deferred@1201292899 after retry RPC after error@110185449) -> (continuation of Deferred@816163403 after retry RPC after error@2038115572) -> (continuation of Deferred@1825031398 after retry RPC after error@1619334292) -> (continuation of Deferred@2112822589 after retry RPC after error@1574146808), errback=(continuation of Deferred@1782495626 after retry RPC after error@1083663247) -> (continuation of Deferred@1725392725 after retry RPC after error@2125983654) -> (continuation of Deferred@1633352467 after retry RPC after error@447375276) -> (continuation of Deferred@1201292899 after retry RPC after error@110185449) -> (continuation of Deferred@816163403 after retry RPC after error@2038115572) -> (continuation of Deferred@1825031398 after retry RPC after error@1619334292) -> (continuation of Deferred@2112822589 after retry RPC after error@1574146808)))
08:04:02.130 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1792955605(state=PENDING, result=null, callback=(continuation of Deferred@1782495626 after retry RPC after error@1083663247) -> (continuation of Deferred@1725392725 after retry RPC after error@2125983654) -> (continuation of Deferred@1633352467 after retry RPC after error@447375276) -> (continuation of Deferred@1201292899 after retry RPC after error@110185449) -> (continuation of Deferred@816163403 after retry RPC after error@2038115572) -> (continuation of Deferred@1825031398 after retry RPC after error@1619334292) -> (continuation of Deferred@2112822589 after retry RPC after error@1574146808), errback=(continuation of Deferred@1782495626 after retry RPC after error@1083663247) -> (continuation of Deferred@1725392725 after retry RPC after error@2125983654) -> (continuation of Deferred@1633352467 after retry RPC after error@447375276) -> (continuation of Deferred@1201292899 after retry RPC after error@110185449) -> (continuation of Deferred@816163403 after retry RPC after error@2038115572) -> (continuation of Deferred@1825031398 after retry RPC after error@1619334292) -> (continuation of Deferred@2112822589 after retry RPC after error@1574146808)))
08:04:02.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1820742453(state=PENDING, result=null, callback=(continuation of Deferred@1120445281 after retry RPC after error@1292273532) -> (continuation of Deferred@1749580276 after retry RPC after error@914980915) -> (continuation of Deferred@836632104 after retry RPC after error@1218032136) -> (continuation of Deferred@1672869174 after retry RPC after error@424110443) -> (continuation of Deferred@1194719445 after retry RPC after error@1111034825) -> (continuation of Deferred@250174205 after retry RPC after error@751269498), errback=(continuation of Deferred@1120445281 after retry RPC after error@1292273532) -> (continuation of Deferred@1749580276 after retry RPC after error@914980915) -> (continuation of Deferred@836632104 after retry RPC after error@1218032136) -> (continuation of Deferred@1672869174 after retry RPC after error@424110443) -> (continuation of Deferred@1194719445 after retry RPC after error@1111034825) -> (continuation of Deferred@250174205 after retry RPC after error@751269498)))
08:04:02.330 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1820742453(state=PENDING, result=null, callback=(continuation of Deferred@1120445281 after retry RPC after error@1292273532) -> (continuation of Deferred@1749580276 after retry RPC after error@914980915) -> (continuation of Deferred@836632104 after retry RPC after error@1218032136) -> (continuation of Deferred@1672869174 after retry RPC after error@424110443) -> (continuation of Deferred@1194719445 after retry RPC after error@1111034825) -> (continuation of Deferred@250174205 after retry RPC after error@751269498), errback=(continuation of Deferred@1120445281 after retry RPC after error@1292273532) -> (continuation of Deferred@1749580276 after retry RPC after error@914980915) -> (continuation of Deferred@836632104 after retry RPC after error@1218032136) -> (continuation of Deferred@1672869174 after retry RPC after error@424110443) -> (continuation of Deferred@1194719445 after retry RPC after error@1111034825) -> (continuation of Deferred@250174205 after retry RPC after error@751269498)))
08:04:02.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.508 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@145625289(state=PENDING, result=null, callback=(continuation of Deferred@1582534430 after retry RPC after error@2062372775) -> (continuation of Deferred@1472967234 after retry RPC after error@790353962) -> (continuation of Deferred@1836222888 after retry RPC after error@2113037270) -> (continuation of Deferred@1998690184 after retry RPC after error@101374926) -> (continuation of Deferred@2144087406 after retry RPC after error@298716562) -> (continuation of Deferred@1789412852 after retry RPC after error@975972292) -> (continuation of Deferred@605407922 after retry RPC after error@1171714367), errback=(continuation of Deferred@1582534430 after retry RPC after error@2062372775) -> (continuation of Deferred@1472967234 after retry RPC after error@790353962) -> (continuation of Deferred@1836222888 after retry RPC after error@2113037270) -> (continuation of Deferred@1998690184 after retry RPC after error@101374926) -> (continuation of Deferred@2144087406 after retry RPC after error@298716562) -> (continuation of Deferred@1789412852 after retry RPC after error@975972292) -> (continuation of Deferred@605407922 after retry RPC after error@1171714367)))
08:04:02.529 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@145625289(state=PENDING, result=null, callback=(continuation of Deferred@1582534430 after retry RPC after error@2062372775) -> (continuation of Deferred@1472967234 after retry RPC after error@790353962) -> (continuation of Deferred@1836222888 after retry RPC after error@2113037270) -> (continuation of Deferred@1998690184 after retry RPC after error@101374926) -> (continuation of Deferred@2144087406 after retry RPC after error@298716562) -> (continuation of Deferred@1789412852 after retry RPC after error@975972292) -> (continuation of Deferred@605407922 after retry RPC after error@1171714367), errback=(continuation of Deferred@1582534430 after retry RPC after error@2062372775) -> (continuation of Deferred@1472967234 after retry RPC after error@790353962) -> (continuation of Deferred@1836222888 after retry RPC after error@2113037270) -> (continuation of Deferred@1998690184 after retry RPC after error@101374926) -> (continuation of Deferred@2144087406 after retry RPC after error@298716562) -> (continuation of Deferred@1789412852 after retry RPC after error@975972292) -> (continuation of Deferred@605407922 after retry RPC after error@1171714367)))
08:04:02.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.629 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.629 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@613685537(state=PENDING, result=null, callback=(continuation of Deferred@394693470 after retry RPC after error@665150620) -> (continuation of Deferred@1746734369 after retry RPC after error@1816419346) -> (continuation of Deferred@1337714367 after retry RPC after error@1127676496) -> (continuation of Deferred@1128436498 after retry RPC after error@220783524) -> (continuation of Deferred@498496160 after retry RPC after error@1764159292) -> (continuation of Deferred@1043020553 after retry RPC after error@1951718059), errback=(continuation of Deferred@394693470 after retry RPC after error@665150620) -> (continuation of Deferred@1746734369 after retry RPC after error@1816419346) -> (continuation of Deferred@1337714367 after retry RPC after error@1127676496) -> (continuation of Deferred@1128436498 after retry RPC after error@220783524) -> (continuation of Deferred@498496160 after retry RPC after error@1764159292) -> (continuation of Deferred@1043020553 after retry RPC after error@1951718059)))
08:04:02.709 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@613685537(state=PENDING, result=null, callback=(continuation of Deferred@394693470 after retry RPC after error@665150620) -> (continuation of Deferred@1746734369 after retry RPC after error@1816419346) -> (continuation of Deferred@1337714367 after retry RPC after error@1127676496) -> (continuation of Deferred@1128436498 after retry RPC after error@220783524) -> (continuation of Deferred@498496160 after retry RPC after error@1764159292) -> (continuation of Deferred@1043020553 after retry RPC after error@1951718059), errback=(continuation of Deferred@394693470 after retry RPC after error@665150620) -> (continuation of Deferred@1746734369 after retry RPC after error@1816419346) -> (continuation of Deferred@1337714367 after retry RPC after error@1127676496) -> (continuation of Deferred@1128436498 after retry RPC after error@220783524) -> (continuation of Deferred@498496160 after retry RPC after error@1764159292) -> (continuation of Deferred@1043020553 after retry RPC after error@1951718059)))
08:04:02.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.769 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@835548361(state=PENDING, result=null, callback=(continuation of Deferred@1909645737 after retry RPC after error@518298377) -> (continuation of Deferred@843072370 after retry RPC after error@1752236751) -> (continuation of Deferred@248015297 after retry RPC after error@885954498) -> (continuation of Deferred@69536250 after retry RPC after error@1679955147) -> (continuation of Deferred@694812655 after retry RPC after error@1775836551) -> (continuation of Deferred@1168090015 after retry RPC after error@829383595), errback=(continuation of Deferred@1909645737 after retry RPC after error@518298377) -> (continuation of Deferred@843072370 after retry RPC after error@1752236751) -> (continuation of Deferred@248015297 after retry RPC after error@885954498) -> (continuation of Deferred@69536250 after retry RPC after error@1679955147) -> (continuation of Deferred@694812655 after retry RPC after error@1775836551) -> (continuation of Deferred@1168090015 after retry RPC after error@829383595)))
08:04:02.930 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@835548361(state=PENDING, result=null, callback=(continuation of Deferred@1909645737 after retry RPC after error@518298377) -> (continuation of Deferred@843072370 after retry RPC after error@1752236751) -> (continuation of Deferred@248015297 after retry RPC after error@885954498) -> (continuation of Deferred@69536250 after retry RPC after error@1679955147) -> (continuation of Deferred@694812655 after retry RPC after error@1775836551) -> (continuation of Deferred@1168090015 after retry RPC after error@829383595), errback=(continuation of Deferred@1909645737 after retry RPC after error@518298377) -> (continuation of Deferred@843072370 after retry RPC after error@1752236751) -> (continuation of Deferred@248015297 after retry RPC after error@885954498) -> (continuation of Deferred@69536250 after retry RPC after error@1679955147) -> (continuation of Deferred@694812655 after retry RPC after error@1775836551) -> (continuation of Deferred@1168090015 after retry RPC after error@829383595)))
08:04:02.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:02.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:02.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:02.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:02.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:02.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1323913697(state=PENDING, result=null, callback=(continuation of Deferred@2006738936 after retry RPC after error@1906064868) -> (continuation of Deferred@1290360448 after retry RPC after error@1208705189) -> (continuation of Deferred@1555856891 after retry RPC after error@1289685141) -> (continuation of Deferred@1250171608 after retry RPC after error@1494828389) -> (continuation of Deferred@1718990872 after retry RPC after error@1390055395) -> (continuation of Deferred@945950138 after retry RPC after error@734217662) -> (continuation of Deferred@1623035302 after retry RPC after error@1721672645) -> (continuation of Deferred@1312390513 after retry RPC after error@2145796029), errback=(continuation of Deferred@2006738936 after retry RPC after error@1906064868) -> (continuation of Deferred@1290360448 after retry RPC after error@1208705189) -> (continuation of Deferred@1555856891 after retry RPC after error@1289685141) -> (continuation of Deferred@1250171608 after retry RPC after error@1494828389) -> (continuation of Deferred@1718990872 after retry RPC after error@1390055395) -> (continuation of Deferred@945950138 after retry RPC after error@734217662) -> (continuation of Deferred@1623035302 after retry RPC after error@1721672645) -> (continuation of Deferred@1312390513 after retry RPC after error@2145796029)))
08:04:03.190 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1323913697(state=PENDING, result=null, callback=(continuation of Deferred@2006738936 after retry RPC after error@1906064868) -> (continuation of Deferred@1290360448 after retry RPC after error@1208705189) -> (continuation of Deferred@1555856891 after retry RPC after error@1289685141) -> (continuation of Deferred@1250171608 after retry RPC after error@1494828389) -> (continuation of Deferred@1718990872 after retry RPC after error@1390055395) -> (continuation of Deferred@945950138 after retry RPC after error@734217662) -> (continuation of Deferred@1623035302 after retry RPC after error@1721672645) -> (continuation of Deferred@1312390513 after retry RPC after error@2145796029), errback=(continuation of Deferred@2006738936 after retry RPC after error@1906064868) -> (continuation of Deferred@1290360448 after retry RPC after error@1208705189) -> (continuation of Deferred@1555856891 after retry RPC after error@1289685141) -> (continuation of Deferred@1250171608 after retry RPC after error@1494828389) -> (continuation of Deferred@1718990872 after retry RPC after error@1390055395) -> (continuation of Deferred@945950138 after retry RPC after error@734217662) -> (continuation of Deferred@1623035302 after retry RPC after error@1721672645) -> (continuation of Deferred@1312390513 after retry RPC after error@2145796029)))
08:04:03.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@273885268(state=PENDING, result=null, callback=(continuation of Deferred@61862207 after retry RPC after error@1926964427) -> (continuation of Deferred@1869536249 after retry RPC after error@1719033800) -> (continuation of Deferred@447507504 after retry RPC after error@838528722) -> (continuation of Deferred@684874247 after retry RPC after error@2081343690) -> (continuation of Deferred@96134807 after retry RPC after error@1666192524) -> (continuation of Deferred@1508407427 after retry RPC after error@1403696108) -> (continuation of Deferred@32930128 after retry RPC after error@1658976662), errback=(continuation of Deferred@61862207 after retry RPC after error@1926964427) -> (continuation of Deferred@1869536249 after retry RPC after error@1719033800) -> (continuation of Deferred@447507504 after retry RPC after error@838528722) -> (continuation of Deferred@684874247 after retry RPC after error@2081343690) -> (continuation of Deferred@96134807 after retry RPC after error@1666192524) -> (continuation of Deferred@1508407427 after retry RPC after error@1403696108) -> (continuation of Deferred@32930128 after retry RPC after error@1658976662)))
08:04:03.429 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@273885268(state=PENDING, result=null, callback=(continuation of Deferred@61862207 after retry RPC after error@1926964427) -> (continuation of Deferred@1869536249 after retry RPC after error@1719033800) -> (continuation of Deferred@447507504 after retry RPC after error@838528722) -> (continuation of Deferred@684874247 after retry RPC after error@2081343690) -> (continuation of Deferred@96134807 after retry RPC after error@1666192524) -> (continuation of Deferred@1508407427 after retry RPC after error@1403696108) -> (continuation of Deferred@32930128 after retry RPC after error@1658976662), errback=(continuation of Deferred@61862207 after retry RPC after error@1926964427) -> (continuation of Deferred@1869536249 after retry RPC after error@1719033800) -> (continuation of Deferred@447507504 after retry RPC after error@838528722) -> (continuation of Deferred@684874247 after retry RPC after error@2081343690) -> (continuation of Deferred@96134807 after retry RPC after error@1666192524) -> (continuation of Deferred@1508407427 after retry RPC after error@1403696108) -> (continuation of Deferred@32930128 after retry RPC after error@1658976662)))
08:04:03.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.630 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@617589439(state=PENDING, result=null, callback=(continuation of Deferred@820027513 after retry RPC after error@944860395) -> (continuation of Deferred@511583505 after retry RPC after error@1203633715) -> (continuation of Deferred@1919643093 after retry RPC after error@1097756999) -> (continuation of Deferred@777491158 after retry RPC after error@104049993) -> (continuation of Deferred@798981535 after retry RPC after error@499766626) -> (continuation of Deferred@253371695 after retry RPC after error@341346400), errback=(continuation of Deferred@820027513 after retry RPC after error@944860395) -> (continuation of Deferred@511583505 after retry RPC after error@1203633715) -> (continuation of Deferred@1919643093 after retry RPC after error@1097756999) -> (continuation of Deferred@777491158 after retry RPC after error@104049993) -> (continuation of Deferred@798981535 after retry RPC after error@499766626) -> (continuation of Deferred@253371695 after retry RPC after error@341346400)))
08:04:03.630 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@617589439(state=PENDING, result=null, callback=(continuation of Deferred@820027513 after retry RPC after error@944860395) -> (continuation of Deferred@511583505 after retry RPC after error@1203633715) -> (continuation of Deferred@1919643093 after retry RPC after error@1097756999) -> (continuation of Deferred@777491158 after retry RPC after error@104049993) -> (continuation of Deferred@798981535 after retry RPC after error@499766626) -> (continuation of Deferred@253371695 after retry RPC after error@341346400), errback=(continuation of Deferred@820027513 after retry RPC after error@944860395) -> (continuation of Deferred@511583505 after retry RPC after error@1203633715) -> (continuation of Deferred@1919643093 after retry RPC after error@1097756999) -> (continuation of Deferred@777491158 after retry RPC after error@104049993) -> (continuation of Deferred@798981535 after retry RPC after error@499766626) -> (continuation of Deferred@253371695 after retry RPC after error@341346400)))
08:04:03.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:03.792743 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:04:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:03.792966 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:03.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2077764453(state=PENDING, result=null, callback=(continuation of Deferred@1738564280 after retry RPC after error@2138319416) -> (continuation of Deferred@1087260864 after retry RPC after error@2054668479) -> (continuation of Deferred@505862379 after retry RPC after error@1079837949) -> (continuation of Deferred@1927797886 after retry RPC after error@911313061) -> (continuation of Deferred@504950532 after retry RPC after error@910846678) -> (continuation of Deferred@2055361613 after retry RPC after error@1076686616), errback=(continuation of Deferred@1738564280 after retry RPC after error@2138319416) -> (continuation of Deferred@1087260864 after retry RPC after error@2054668479) -> (continuation of Deferred@505862379 after retry RPC after error@1079837949) -> (continuation of Deferred@1927797886 after retry RPC after error@911313061) -> (continuation of Deferred@504950532 after retry RPC after error@910846678) -> (continuation of Deferred@2055361613 after retry RPC after error@1076686616)))
08:04:03.809 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2077764453(state=PENDING, result=null, callback=(continuation of Deferred@1738564280 after retry RPC after error@2138319416) -> (continuation of Deferred@1087260864 after retry RPC after error@2054668479) -> (continuation of Deferred@505862379 after retry RPC after error@1079837949) -> (continuation of Deferred@1927797886 after retry RPC after error@911313061) -> (continuation of Deferred@504950532 after retry RPC after error@910846678) -> (continuation of Deferred@2055361613 after retry RPC after error@1076686616), errback=(continuation of Deferred@1738564280 after retry RPC after error@2138319416) -> (continuation of Deferred@1087260864 after retry RPC after error@2054668479) -> (continuation of Deferred@505862379 after retry RPC after error@1079837949) -> (continuation of Deferred@1927797886 after retry RPC after error@911313061) -> (continuation of Deferred@504950532 after retry RPC after error@910846678) -> (continuation of Deferred@2055361613 after retry RPC after error@1076686616)))
08:04:03.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:03.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:03.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:03.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:03.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:03.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.049 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1966831085(state=PENDING, result=null, callback=(continuation of Deferred@609303125 after retry RPC after error@102404379) -> (continuation of Deferred@137648668 after retry RPC after error@638501610) -> (continuation of Deferred@186701804 after retry RPC after error@1499471322) -> (continuation of Deferred@1940801616 after retry RPC after error@602393949) -> (continuation of Deferred@787865978 after retry RPC after error@1998763955) -> (continuation of Deferred@1993313743 after retry RPC after error@1801403246) -> (continuation of Deferred@1788930382 after retry RPC after error@148718726), errback=(continuation of Deferred@609303125 after retry RPC after error@102404379) -> (continuation of Deferred@137648668 after retry RPC after error@638501610) -> (continuation of Deferred@186701804 after retry RPC after error@1499471322) -> (continuation of Deferred@1940801616 after retry RPC after error@602393949) -> (continuation of Deferred@787865978 after retry RPC after error@1998763955) -> (continuation of Deferred@1993313743 after retry RPC after error@1801403246) -> (continuation of Deferred@1788930382 after retry RPC after error@148718726)))
08:04:04.050 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1966831085(state=PENDING, result=null, callback=(continuation of Deferred@609303125 after retry RPC after error@102404379) -> (continuation of Deferred@137648668 after retry RPC after error@638501610) -> (continuation of Deferred@186701804 after retry RPC after error@1499471322) -> (continuation of Deferred@1940801616 after retry RPC after error@602393949) -> (continuation of Deferred@787865978 after retry RPC after error@1998763955) -> (continuation of Deferred@1993313743 after retry RPC after error@1801403246) -> (continuation of Deferred@1788930382 after retry RPC after error@148718726), errback=(continuation of Deferred@609303125 after retry RPC after error@102404379) -> (continuation of Deferred@137648668 after retry RPC after error@638501610) -> (continuation of Deferred@186701804 after retry RPC after error@1499471322) -> (continuation of Deferred@1940801616 after retry RPC after error@602393949) -> (continuation of Deferred@787865978 after retry RPC after error@1998763955) -> (continuation of Deferred@1993313743 after retry RPC after error@1801403246) -> (continuation of Deferred@1788930382 after retry RPC after error@148718726)))
08:04:04.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2008902678(state=PENDING, result=null, callback=(continuation of Deferred@1064094632 after retry RPC after error@989725745) -> (continuation of Deferred@2070029443 after retry RPC after error@1738750501) -> (continuation of Deferred@1045142770 after retry RPC after error@1960757382) -> (continuation of Deferred@510835874 after retry RPC after error@1627311963) -> (continuation of Deferred@36725690 after retry RPC after error@2621826) -> (continuation of Deferred@196356745 after retry RPC after error@497461427) -> (continuation of Deferred@470430990 after retry RPC after error@1559106332), errback=(continuation of Deferred@1064094632 after retry RPC after error@989725745) -> (continuation of Deferred@2070029443 after retry RPC after error@1738750501) -> (continuation of Deferred@1045142770 after retry RPC after error@1960757382) -> (continuation of Deferred@510835874 after retry RPC after error@1627311963) -> (continuation of Deferred@36725690 after retry RPC after error@2621826) -> (continuation of Deferred@196356745 after retry RPC after error@497461427) -> (continuation of Deferred@470430990 after retry RPC after error@1559106332)))
08:04:04.289 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2008902678(state=PENDING, result=null, callback=(continuation of Deferred@1064094632 after retry RPC after error@989725745) -> (continuation of Deferred@2070029443 after retry RPC after error@1738750501) -> (continuation of Deferred@1045142770 after retry RPC after error@1960757382) -> (continuation of Deferred@510835874 after retry RPC after error@1627311963) -> (continuation of Deferred@36725690 after retry RPC after error@2621826) -> (continuation of Deferred@196356745 after retry RPC after error@497461427) -> (continuation of Deferred@470430990 after retry RPC after error@1559106332), errback=(continuation of Deferred@1064094632 after retry RPC after error@989725745) -> (continuation of Deferred@2070029443 after retry RPC after error@1738750501) -> (continuation of Deferred@1045142770 after retry RPC after error@1960757382) -> (continuation of Deferred@510835874 after retry RPC after error@1627311963) -> (continuation of Deferred@36725690 after retry RPC after error@2621826) -> (continuation of Deferred@196356745 after retry RPC after error@497461427) -> (continuation of Deferred@470430990 after retry RPC after error@1559106332)))
08:04:04.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.388 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1908497675(state=PENDING, result=null, callback=(continuation of Deferred@917200368 after retry RPC after error@1396663064) -> (continuation of Deferred@1301849591 after retry RPC after error@910852170) -> (continuation of Deferred@1524764590 after retry RPC after error@1928167497) -> (continuation of Deferred@2060592382 after retry RPC after error@410559294) -> (continuation of Deferred@1387086048 after retry RPC after error@1281125684) -> (continuation of Deferred@667043221 after retry RPC after error@2055107328), errback=(continuation of Deferred@917200368 after retry RPC after error@1396663064) -> (continuation of Deferred@1301849591 after retry RPC after error@910852170) -> (continuation of Deferred@1524764590 after retry RPC after error@1928167497) -> (continuation of Deferred@2060592382 after retry RPC after error@410559294) -> (continuation of Deferred@1387086048 after retry RPC after error@1281125684) -> (continuation of Deferred@667043221 after retry RPC after error@2055107328)))
08:04:04.509 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1908497675(state=PENDING, result=null, callback=(continuation of Deferred@917200368 after retry RPC after error@1396663064) -> (continuation of Deferred@1301849591 after retry RPC after error@910852170) -> (continuation of Deferred@1524764590 after retry RPC after error@1928167497) -> (continuation of Deferred@2060592382 after retry RPC after error@410559294) -> (continuation of Deferred@1387086048 after retry RPC after error@1281125684) -> (continuation of Deferred@667043221 after retry RPC after error@2055107328), errback=(continuation of Deferred@917200368 after retry RPC after error@1396663064) -> (continuation of Deferred@1301849591 after retry RPC after error@910852170) -> (continuation of Deferred@1524764590 after retry RPC after error@1928167497) -> (continuation of Deferred@2060592382 after retry RPC after error@410559294) -> (continuation of Deferred@1387086048 after retry RPC after error@1281125684) -> (continuation of Deferred@667043221 after retry RPC after error@2055107328)))
08:04:04.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.688 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.750 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1050763687(state=PENDING, result=null, callback=(continuation of Deferred@709599327 after retry RPC after error@631248672) -> (continuation of Deferred@1246128348 after retry RPC after error@2145358954) -> (continuation of Deferred@140610198 after retry RPC after error@761107885) -> (continuation of Deferred@1411647570 after retry RPC after error@1474013816) -> (continuation of Deferred@1399500591 after retry RPC after error@316389394) -> (continuation of Deferred@1716081795 after retry RPC after error@1816902232) -> (continuation of Deferred@1792959273 after retry RPC after error@629824840) -> (continuation of Deferred@155973686 after retry RPC after error@946018877), errback=(continuation of Deferred@709599327 after retry RPC after error@631248672) -> (continuation of Deferred@1246128348 after retry RPC after error@2145358954) -> (continuation of Deferred@140610198 after retry RPC after error@761107885) -> (continuation of Deferred@1411647570 after retry RPC after error@1474013816) -> (continuation of Deferred@1399500591 after retry RPC after error@316389394) -> (continuation of Deferred@1716081795 after retry RPC after error@1816902232) -> (continuation of Deferred@1792959273 after retry RPC after error@629824840) -> (continuation of Deferred@155973686 after retry RPC after error@946018877)))
08:04:04.750 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1050763687(state=PENDING, result=null, callback=(continuation of Deferred@709599327 after retry RPC after error@631248672) -> (continuation of Deferred@1246128348 after retry RPC after error@2145358954) -> (continuation of Deferred@140610198 after retry RPC after error@761107885) -> (continuation of Deferred@1411647570 after retry RPC after error@1474013816) -> (continuation of Deferred@1399500591 after retry RPC after error@316389394) -> (continuation of Deferred@1716081795 after retry RPC after error@1816902232) -> (continuation of Deferred@1792959273 after retry RPC after error@629824840) -> (continuation of Deferred@155973686 after retry RPC after error@946018877), errback=(continuation of Deferred@709599327 after retry RPC after error@631248672) -> (continuation of Deferred@1246128348 after retry RPC after error@2145358954) -> (continuation of Deferred@140610198 after retry RPC after error@761107885) -> (continuation of Deferred@1411647570 after retry RPC after error@1474013816) -> (continuation of Deferred@1399500591 after retry RPC after error@316389394) -> (continuation of Deferred@1716081795 after retry RPC after error@1816902232) -> (continuation of Deferred@1792959273 after retry RPC after error@629824840) -> (continuation of Deferred@155973686 after retry RPC after error@946018877)))
08:04:04.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:04.777120 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:04.781453 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:04.782900 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:04:04.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:04.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:04.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:04.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:04.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:04.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.027 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@574100727(state=PENDING, result=null, callback=(continuation of Deferred@671040543 after retry RPC after error@547676772) -> (continuation of Deferred@397641884 after retry RPC after error@1976482097) -> (continuation of Deferred@684508203 after retry RPC after error@805090452) -> (continuation of Deferred@612384415 after retry RPC after error@604441615) -> (continuation of Deferred@1789159736 after retry RPC after error@548813036) -> (continuation of Deferred@99065507 after retry RPC after error@421305700) -> (continuation of Deferred@1345903318 after retry RPC after error@1096345957), errback=(continuation of Deferred@671040543 after retry RPC after error@547676772) -> (continuation of Deferred@397641884 after retry RPC after error@1976482097) -> (continuation of Deferred@684508203 after retry RPC after error@805090452) -> (continuation of Deferred@612384415 after retry RPC after error@604441615) -> (continuation of Deferred@1789159736 after retry RPC after error@548813036) -> (continuation of Deferred@99065507 after retry RPC after error@421305700) -> (continuation of Deferred@1345903318 after retry RPC after error@1096345957)))
08:04:05.028 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1286010054(state=PENDING, result=null, callback=(continuation of Deferred@1160016425 after retry RPC after error@2043152080) -> (continuation of Deferred@1821005488 after retry RPC after error@393322275) -> (continuation of Deferred@1898054366 after retry RPC after error@1214608556) -> (continuation of Deferred@1986299078 after retry RPC after error@1844942254) -> (continuation of Deferred@211963452 after retry RPC after error@1870760720) -> (continuation of Deferred@1024553106 after retry RPC after error@1813698683), errback=(continuation of Deferred@1160016425 after retry RPC after error@2043152080) -> (continuation of Deferred@1821005488 after retry RPC after error@393322275) -> (continuation of Deferred@1898054366 after retry RPC after error@1214608556) -> (continuation of Deferred@1986299078 after retry RPC after error@1844942254) -> (continuation of Deferred@211963452 after retry RPC after error@1870760720) -> (continuation of Deferred@1024553106 after retry RPC after error@1813698683)))
08:04:05.189 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1286010054(state=PENDING, result=null, callback=(continuation of Deferred@1160016425 after retry RPC after error@2043152080) -> (continuation of Deferred@1821005488 after retry RPC after error@393322275) -> (continuation of Deferred@1898054366 after retry RPC after error@1214608556) -> (continuation of Deferred@1986299078 after retry RPC after error@1844942254) -> (continuation of Deferred@211963452 after retry RPC after error@1870760720) -> (continuation of Deferred@1024553106 after retry RPC after error@1813698683), errback=(continuation of Deferred@1160016425 after retry RPC after error@2043152080) -> (continuation of Deferred@1821005488 after retry RPC after error@393322275) -> (continuation of Deferred@1898054366 after retry RPC after error@1214608556) -> (continuation of Deferred@1986299078 after retry RPC after error@1844942254) -> (continuation of Deferred@211963452 after retry RPC after error@1870760720) -> (continuation of Deferred@1024553106 after retry RPC after error@1813698683)))
08:04:05.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@675174461(state=PENDING, result=null, callback=(continuation of Deferred@592637910 after retry RPC after error@2027870994) -> (continuation of Deferred@343869964 after retry RPC after error@1322927886) -> (continuation of Deferred@2059550044 after retry RPC after error@1959427933) -> (continuation of Deferred@403256482 after retry RPC after error@74969754) -> (continuation of Deferred@1865680789 after retry RPC after error@1210297785) -> (continuation of Deferred@425602107 after retry RPC after error@570883752), errback=(continuation of Deferred@592637910 after retry RPC after error@2027870994) -> (continuation of Deferred@343869964 after retry RPC after error@1322927886) -> (continuation of Deferred@2059550044 after retry RPC after error@1959427933) -> (continuation of Deferred@403256482 after retry RPC after error@74969754) -> (continuation of Deferred@1865680789 after retry RPC after error@1210297785) -> (continuation of Deferred@425602107 after retry RPC after error@570883752)))
08:04:05.374 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [166ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@675174461(state=PENDING, result=null, callback=(continuation of Deferred@592637910 after retry RPC after error@2027870994) -> (continuation of Deferred@343869964 after retry RPC after error@1322927886) -> (continuation of Deferred@2059550044 after retry RPC after error@1959427933) -> (continuation of Deferred@403256482 after retry RPC after error@74969754) -> (continuation of Deferred@1865680789 after retry RPC after error@1210297785) -> (continuation of Deferred@425602107 after retry RPC after error@570883752), errback=(continuation of Deferred@592637910 after retry RPC after error@2027870994) -> (continuation of Deferred@343869964 after retry RPC after error@1322927886) -> (continuation of Deferred@2059550044 after retry RPC after error@1959427933) -> (continuation of Deferred@403256482 after retry RPC after error@74969754) -> (continuation of Deferred@1865680789 after retry RPC after error@1210297785) -> (continuation of Deferred@425602107 after retry RPC after error@570883752)))
08:04:05.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.647 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1937997679(state=PENDING, result=null, callback=(continuation of Deferred@1877876229 after retry RPC after error@2107131893) -> (continuation of Deferred@302413409 after retry RPC after error@2048265033) -> (continuation of Deferred@1704406072 after retry RPC after error@1519351952) -> (continuation of Deferred@2065414366 after retry RPC after error@832420023) -> (continuation of Deferred@1832367184 after retry RPC after error@1281170078) -> (continuation of Deferred@1780913795 after retry RPC after error@908247920) -> (continuation of Deferred@1726440656 after retry RPC after error@1112148856), errback=(continuation of Deferred@1877876229 after retry RPC after error@2107131893) -> (continuation of Deferred@302413409 after retry RPC after error@2048265033) -> (continuation of Deferred@1704406072 after retry RPC after error@1519351952) -> (continuation of Deferred@2065414366 after retry RPC after error@832420023) -> (continuation of Deferred@1832367184 after retry RPC after error@1281170078) -> (continuation of Deferred@1780913795 after retry RPC after error@908247920) -> (continuation of Deferred@1726440656 after retry RPC after error@1112148856)))
08:04:05.648 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.889 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.910 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@175324043(state=PENDING, result=null, callback=(continuation of Deferred@1144554057 after retry RPC after error@725756814) -> (continuation of Deferred@633793699 after retry RPC after error@922363123) -> (continuation of Deferred@911266479 after retry RPC after error@208966064) -> (continuation of Deferred@516278121 after retry RPC after error@2038408702) -> (continuation of Deferred@1225442772 after retry RPC after error@1633367124) -> (continuation of Deferred@1368738201 after retry RPC after error@1430341120) -> (continuation of Deferred@1257905433 after retry RPC after error@1924888966), errback=(continuation of Deferred@1144554057 after retry RPC after error@725756814) -> (continuation of Deferred@633793699 after retry RPC after error@922363123) -> (continuation of Deferred@911266479 after retry RPC after error@208966064) -> (continuation of Deferred@516278121 after retry RPC after error@2038408702) -> (continuation of Deferred@1225442772 after retry RPC after error@1633367124) -> (continuation of Deferred@1368738201 after retry RPC after error@1430341120) -> (continuation of Deferred@1257905433 after retry RPC after error@1924888966)))
08:04:05.910 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@175324043(state=PENDING, result=null, callback=(continuation of Deferred@1144554057 after retry RPC after error@725756814) -> (continuation of Deferred@633793699 after retry RPC after error@922363123) -> (continuation of Deferred@911266479 after retry RPC after error@208966064) -> (continuation of Deferred@516278121 after retry RPC after error@2038408702) -> (continuation of Deferred@1225442772 after retry RPC after error@1633367124) -> (continuation of Deferred@1368738201 after retry RPC after error@1430341120) -> (continuation of Deferred@1257905433 after retry RPC after error@1924888966), errback=(continuation of Deferred@1144554057 after retry RPC after error@725756814) -> (continuation of Deferred@633793699 after retry RPC after error@922363123) -> (continuation of Deferred@911266479 after retry RPC after error@208966064) -> (continuation of Deferred@516278121 after retry RPC after error@2038408702) -> (continuation of Deferred@1225442772 after retry RPC after error@1633367124) -> (continuation of Deferred@1368738201 after retry RPC after error@1430341120) -> (continuation of Deferred@1257905433 after retry RPC after error@1924888966)))
08:04:05.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:05.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:05.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:05.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:05.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:05.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.069 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1984822261(state=PENDING, result=null, callback=(continuation of Deferred@1082332802 after retry RPC after error@1719639541) -> (continuation of Deferred@1436590385 after retry RPC after error@1277913635) -> (continuation of Deferred@348410402 after retry RPC after error@248440186) -> (continuation of Deferred@1580688571 after retry RPC after error@1230661420) -> (continuation of Deferred@2142861671 after retry RPC after error@103134943) -> (continuation of Deferred@1674709020 after retry RPC after error@2032885837), errback=(continuation of Deferred@1082332802 after retry RPC after error@1719639541) -> (continuation of Deferred@1436590385 after retry RPC after error@1277913635) -> (continuation of Deferred@348410402 after retry RPC after error@248440186) -> (continuation of Deferred@1580688571 after retry RPC after error@1230661420) -> (continuation of Deferred@2142861671 after retry RPC after error@103134943) -> (continuation of Deferred@1674709020 after retry RPC after error@2032885837)))
08:04:06.070 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1984822261(state=PENDING, result=null, callback=(continuation of Deferred@1082332802 after retry RPC after error@1719639541) -> (continuation of Deferred@1436590385 after retry RPC after error@1277913635) -> (continuation of Deferred@348410402 after retry RPC after error@248440186) -> (continuation of Deferred@1580688571 after retry RPC after error@1230661420) -> (continuation of Deferred@2142861671 after retry RPC after error@103134943) -> (continuation of Deferred@1674709020 after retry RPC after error@2032885837), errback=(continuation of Deferred@1082332802 after retry RPC after error@1719639541) -> (continuation of Deferred@1436590385 after retry RPC after error@1277913635) -> (continuation of Deferred@348410402 after retry RPC after error@248440186) -> (continuation of Deferred@1580688571 after retry RPC after error@1230661420) -> (continuation of Deferred@2142861671 after retry RPC after error@103134943) -> (continuation of Deferred@1674709020 after retry RPC after error@2032885837)))
08:04:06.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@99265668(state=PENDING, result=null, callback=(continuation of Deferred@1840962477 after retry RPC after error@209127761) -> (continuation of Deferred@793625312 after retry RPC after error@2132002049) -> (continuation of Deferred@1154420477 after retry RPC after error@1883683508) -> (continuation of Deferred@828193950 after retry RPC after error@1342692473) -> (continuation of Deferred@1820563554 after retry RPC after error@701828188) -> (continuation of Deferred@1899265076 after retry RPC after error@524190335) -> (continuation of Deferred@1871599986 after retry RPC after error@1857556275), errback=(continuation of Deferred@1840962477 after retry RPC after error@209127761) -> (continuation of Deferred@793625312 after retry RPC after error@2132002049) -> (continuation of Deferred@1154420477 after retry RPC after error@1883683508) -> (continuation of Deferred@828193950 after retry RPC after error@1342692473) -> (continuation of Deferred@1820563554 after retry RPC after error@701828188) -> (continuation of Deferred@1899265076 after retry RPC after error@524190335) -> (continuation of Deferred@1871599986 after retry RPC after error@1857556275)))
08:04:06.309 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@99265668(state=PENDING, result=null, callback=(continuation of Deferred@1840962477 after retry RPC after error@209127761) -> (continuation of Deferred@793625312 after retry RPC after error@2132002049) -> (continuation of Deferred@1154420477 after retry RPC after error@1883683508) -> (continuation of Deferred@828193950 after retry RPC after error@1342692473) -> (continuation of Deferred@1820563554 after retry RPC after error@701828188) -> (continuation of Deferred@1899265076 after retry RPC after error@524190335) -> (continuation of Deferred@1871599986 after retry RPC after error@1857556275), errback=(continuation of Deferred@1840962477 after retry RPC after error@209127761) -> (continuation of Deferred@793625312 after retry RPC after error@2132002049) -> (continuation of Deferred@1154420477 after retry RPC after error@1883683508) -> (continuation of Deferred@828193950 after retry RPC after error@1342692473) -> (continuation of Deferred@1820563554 after retry RPC after error@701828188) -> (continuation of Deferred@1899265076 after retry RPC after error@524190335) -> (continuation of Deferred@1871599986 after retry RPC after error@1857556275)))
08:04:06.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1190739907(state=PENDING, result=null, callback=(continuation of Deferred@1374279058 after retry RPC after error@501913795) -> (continuation of Deferred@641291762 after retry RPC after error@699490769) -> (continuation of Deferred@913007664 after retry RPC after error@2131680958) -> (continuation of Deferred@334795368 after retry RPC after error@837408302) -> (continuation of Deferred@1548648135 after retry RPC after error@1430040798) -> (continuation of Deferred@1651249091 after retry RPC after error@491519238) -> (continuation of Deferred@844890158 after retry RPC after error@39251195), errback=(continuation of Deferred@1374279058 after retry RPC after error@501913795) -> (continuation of Deferred@641291762 after retry RPC after error@699490769) -> (continuation of Deferred@913007664 after retry RPC after error@2131680958) -> (continuation of Deferred@334795368 after retry RPC after error@837408302) -> (continuation of Deferred@1548648135 after retry RPC after error@1430040798) -> (continuation of Deferred@1651249091 after retry RPC after error@491519238) -> (continuation of Deferred@844890158 after retry RPC after error@39251195)))
08:04:06.469 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1190739907(state=PENDING, result=null, callback=(continuation of Deferred@1374279058 after retry RPC after error@501913795) -> (continuation of Deferred@641291762 after retry RPC after error@699490769) -> (continuation of Deferred@913007664 after retry RPC after error@2131680958) -> (continuation of Deferred@334795368 after retry RPC after error@837408302) -> (continuation of Deferred@1548648135 after retry RPC after error@1430040798) -> (continuation of Deferred@1651249091 after retry RPC after error@491519238) -> (continuation of Deferred@844890158 after retry RPC after error@39251195), errback=(continuation of Deferred@1374279058 after retry RPC after error@501913795) -> (continuation of Deferred@641291762 after retry RPC after error@699490769) -> (continuation of Deferred@913007664 after retry RPC after error@2131680958) -> (continuation of Deferred@334795368 after retry RPC after error@837408302) -> (continuation of Deferred@1548648135 after retry RPC after error@1430040798) -> (continuation of Deferred@1651249091 after retry RPC after error@491519238) -> (continuation of Deferred@844890158 after retry RPC after error@39251195)))
08:04:06.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.747 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1193859505(state=PENDING, result=null, callback=(continuation of Deferred@852436455 after retry RPC after error@1055884008) -> (continuation of Deferred@900076475 after retry RPC after error@885174767) -> (continuation of Deferred@2145995405 after retry RPC after error@1037266778) -> (continuation of Deferred@946706576 after retry RPC after error@419498939) -> (continuation of Deferred@738821940 after retry RPC after error@168203344) -> (continuation of Deferred@1585132696 after retry RPC after error@1337372735) -> (continuation of Deferred@803651290 after retry RPC after error@301734754), errback=(continuation of Deferred@852436455 after retry RPC after error@1055884008) -> (continuation of Deferred@900076475 after retry RPC after error@885174767) -> (continuation of Deferred@2145995405 after retry RPC after error@1037266778) -> (continuation of Deferred@946706576 after retry RPC after error@419498939) -> (continuation of Deferred@738821940 after retry RPC after error@168203344) -> (continuation of Deferred@1585132696 after retry RPC after error@1337372735) -> (continuation of Deferred@803651290 after retry RPC after error@301734754)))
08:04:06.747 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:06.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:06.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:06.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:06.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:06.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:06.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1625164578(state=PENDING, result=null, callback=(continuation of Deferred@1272283187 after retry RPC after error@1878973266) -> (continuation of Deferred@54156928 after retry RPC after error@321770206) -> (continuation of Deferred@1948130448 after retry RPC after error@1839426826) -> (continuation of Deferred@1010626656 after retry RPC after error@1106931227) -> (continuation of Deferred@1157890088 after retry RPC after error@867827391) -> (continuation of Deferred@1759360856 after retry RPC after error@2059769582) -> (continuation of Deferred@530963678 after retry RPC after error@1662358931), errback=(continuation of Deferred@1272283187 after retry RPC after error@1878973266) -> (continuation of Deferred@54156928 after retry RPC after error@321770206) -> (continuation of Deferred@1948130448 after retry RPC after error@1839426826) -> (continuation of Deferred@1010626656 after retry RPC after error@1106931227) -> (continuation of Deferred@1157890088 after retry RPC after error@867827391) -> (continuation of Deferred@1759360856 after retry RPC after error@2059769582) -> (continuation of Deferred@530963678 after retry RPC after error@1662358931)))
08:04:06.989 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1625164578(state=PENDING, result=null, callback=(continuation of Deferred@1272283187 after retry RPC after error@1878973266) -> (continuation of Deferred@54156928 after retry RPC after error@321770206) -> (continuation of Deferred@1948130448 after retry RPC after error@1839426826) -> (continuation of Deferred@1010626656 after retry RPC after error@1106931227) -> (continuation of Deferred@1157890088 after retry RPC after error@867827391) -> (continuation of Deferred@1759360856 after retry RPC after error@2059769582) -> (continuation of Deferred@530963678 after retry RPC after error@1662358931), errback=(continuation of Deferred@1272283187 after retry RPC after error@1878973266) -> (continuation of Deferred@54156928 after retry RPC after error@321770206) -> (continuation of Deferred@1948130448 after retry RPC after error@1839426826) -> (continuation of Deferred@1010626656 after retry RPC after error@1106931227) -> (continuation of Deferred@1157890088 after retry RPC after error@867827391) -> (continuation of Deferred@1759360856 after retry RPC after error@2059769582) -> (continuation of Deferred@530963678 after retry RPC after error@1662358931)))
08:04:07.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1988942574(state=PENDING, result=null, callback=(continuation of Deferred@1672922496 after retry RPC after error@1833316083) -> (continuation of Deferred@90399216 after retry RPC after error@354979864) -> (continuation of Deferred@1088933368 after retry RPC after error@470434465) -> (continuation of Deferred@41475121 after retry RPC after error@1400976438) -> (continuation of Deferred@762817459 after retry RPC after error@1671883766) -> (continuation of Deferred@662383335 after retry RPC after error@2105641658) -> (continuation of Deferred@1841007754 after retry RPC after error@957756304), errback=(continuation of Deferred@1672922496 after retry RPC after error@1833316083) -> (continuation of Deferred@90399216 after retry RPC after error@354979864) -> (continuation of Deferred@1088933368 after retry RPC after error@470434465) -> (continuation of Deferred@41475121 after retry RPC after error@1400976438) -> (continuation of Deferred@762817459 after retry RPC after error@1671883766) -> (continuation of Deferred@662383335 after retry RPC after error@2105641658) -> (continuation of Deferred@1841007754 after retry RPC after error@957756304)))
08:04:07.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1988942574(state=PENDING, result=null, callback=(continuation of Deferred@1672922496 after retry RPC after error@1833316083) -> (continuation of Deferred@90399216 after retry RPC after error@354979864) -> (continuation of Deferred@1088933368 after retry RPC after error@470434465) -> (continuation of Deferred@41475121 after retry RPC after error@1400976438) -> (continuation of Deferred@762817459 after retry RPC after error@1671883766) -> (continuation of Deferred@662383335 after retry RPC after error@2105641658) -> (continuation of Deferred@1841007754 after retry RPC after error@957756304), errback=(continuation of Deferred@1672922496 after retry RPC after error@1833316083) -> (continuation of Deferred@90399216 after retry RPC after error@354979864) -> (continuation of Deferred@1088933368 after retry RPC after error@470434465) -> (continuation of Deferred@41475121 after retry RPC after error@1400976438) -> (continuation of Deferred@762817459 after retry RPC after error@1671883766) -> (continuation of Deferred@662383335 after retry RPC after error@2105641658) -> (continuation of Deferred@1841007754 after retry RPC after error@957756304)))
08:04:07.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1144338596(state=PENDING, result=null, callback=(continuation of Deferred@707852750 after retry RPC after error@2083764342) -> (continuation of Deferred@1042633476 after retry RPC after error@1404611708) -> (continuation of Deferred@2120991052 after retry RPC after error@536487679) -> (continuation of Deferred@198441847 after retry RPC after error@488533309) -> (continuation of Deferred@1038069363 after retry RPC after error@1935452905) -> (continuation of Deferred@1740701622 after retry RPC after error@156828150), errback=(continuation of Deferred@707852750 after retry RPC after error@2083764342) -> (continuation of Deferred@1042633476 after retry RPC after error@1404611708) -> (continuation of Deferred@2120991052 after retry RPC after error@536487679) -> (continuation of Deferred@198441847 after retry RPC after error@488533309) -> (continuation of Deferred@1038069363 after retry RPC after error@1935452905) -> (continuation of Deferred@1740701622 after retry RPC after error@156828150)))
08:04:07.450 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1144338596(state=PENDING, result=null, callback=(continuation of Deferred@707852750 after retry RPC after error@2083764342) -> (continuation of Deferred@1042633476 after retry RPC after error@1404611708) -> (continuation of Deferred@2120991052 after retry RPC after error@536487679) -> (continuation of Deferred@198441847 after retry RPC after error@488533309) -> (continuation of Deferred@1038069363 after retry RPC after error@1935452905) -> (continuation of Deferred@1740701622 after retry RPC after error@156828150), errback=(continuation of Deferred@707852750 after retry RPC after error@2083764342) -> (continuation of Deferred@1042633476 after retry RPC after error@1404611708) -> (continuation of Deferred@2120991052 after retry RPC after error@536487679) -> (continuation of Deferred@198441847 after retry RPC after error@488533309) -> (continuation of Deferred@1038069363 after retry RPC after error@1935452905) -> (continuation of Deferred@1740701622 after retry RPC after error@156828150)))
08:04:07.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.506 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.630 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@622706499(state=PENDING, result=null, callback=(continuation of Deferred@719939517 after retry RPC after error@165963620) -> (continuation of Deferred@222868232 after retry RPC after error@1164440133) -> (continuation of Deferred@609399259 after retry RPC after error@245837170) -> (continuation of Deferred@1178537821 after retry RPC after error@1009788933) -> (continuation of Deferred@224234033 after retry RPC after error@984021589) -> (continuation of Deferred@73228219 after retry RPC after error@957366069), errback=(continuation of Deferred@719939517 after retry RPC after error@165963620) -> (continuation of Deferred@222868232 after retry RPC after error@1164440133) -> (continuation of Deferred@609399259 after retry RPC after error@245837170) -> (continuation of Deferred@1178537821 after retry RPC after error@1009788933) -> (continuation of Deferred@224234033 after retry RPC after error@984021589) -> (continuation of Deferred@73228219 after retry RPC after error@957366069)))
08:04:07.630 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@622706499(state=PENDING, result=null, callback=(continuation of Deferred@719939517 after retry RPC after error@165963620) -> (continuation of Deferred@222868232 after retry RPC after error@1164440133) -> (continuation of Deferred@609399259 after retry RPC after error@245837170) -> (continuation of Deferred@1178537821 after retry RPC after error@1009788933) -> (continuation of Deferred@224234033 after retry RPC after error@984021589) -> (continuation of Deferred@73228219 after retry RPC after error@957366069), errback=(continuation of Deferred@719939517 after retry RPC after error@165963620) -> (continuation of Deferred@222868232 after retry RPC after error@1164440133) -> (continuation of Deferred@609399259 after retry RPC after error@245837170) -> (continuation of Deferred@1178537821 after retry RPC after error@1009788933) -> (continuation of Deferred@224234033 after retry RPC after error@984021589) -> (continuation of Deferred@73228219 after retry RPC after error@957366069)))
08:04:07.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.907 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1988299649(state=PENDING, result=null, callback=(continuation of Deferred@203218095 after retry RPC after error@1500247535) -> (continuation of Deferred@317820957 after retry RPC after error@2092981953) -> (continuation of Deferred@374541394 after retry RPC after error@269567994) -> (continuation of Deferred@243162269 after retry RPC after error@1882598853) -> (continuation of Deferred@2122948109 after retry RPC after error@1690118321) -> (continuation of Deferred@408619535 after retry RPC after error@1497519300) -> (continuation of Deferred@1795805207 after retry RPC after error@1719436647) -> (continuation of Deferred@649584853 after retry RPC after error@1830319283), errback=(continuation of Deferred@203218095 after retry RPC after error@1500247535) -> (continuation of Deferred@317820957 after retry RPC after error@2092981953) -> (continuation of Deferred@374541394 after retry RPC after error@269567994) -> (continuation of Deferred@243162269 after retry RPC after error@1882598853) -> (continuation of Deferred@2122948109 after retry RPC after error@1690118321) -> (continuation of Deferred@408619535 after retry RPC after error@1497519300) -> (continuation of Deferred@1795805207 after retry RPC after error@1719436647) -> (continuation of Deferred@649584853 after retry RPC after error@1830319283)))
08:04:07.908 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:07.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:07.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:07.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:07.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:07.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:07.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.129 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1903400180(state=PENDING, result=null, callback=(continuation of Deferred@2043492519 after retry RPC after error@1253316558) -> (continuation of Deferred@811572552 after retry RPC after error@1566997379) -> (continuation of Deferred@1300129928 after retry RPC after error@664673422) -> (continuation of Deferred@1810329832 after retry RPC after error@95663220) -> (continuation of Deferred@1001891426 after retry RPC after error@1813690358) -> (continuation of Deferred@1017838253 after retry RPC after error@606271832) -> (continuation of Deferred@572579592 after retry RPC after error@465336765), errback=(continuation of Deferred@2043492519 after retry RPC after error@1253316558) -> (continuation of Deferred@811572552 after retry RPC after error@1566997379) -> (continuation of Deferred@1300129928 after retry RPC after error@664673422) -> (continuation of Deferred@1810329832 after retry RPC after error@95663220) -> (continuation of Deferred@1001891426 after retry RPC after error@1813690358) -> (continuation of Deferred@1017838253 after retry RPC after error@606271832) -> (continuation of Deferred@572579592 after retry RPC after error@465336765)))
08:04:08.130 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1903400180(state=PENDING, result=null, callback=(continuation of Deferred@2043492519 after retry RPC after error@1253316558) -> (continuation of Deferred@811572552 after retry RPC after error@1566997379) -> (continuation of Deferred@1300129928 after retry RPC after error@664673422) -> (continuation of Deferred@1810329832 after retry RPC after error@95663220) -> (continuation of Deferred@1001891426 after retry RPC after error@1813690358) -> (continuation of Deferred@1017838253 after retry RPC after error@606271832) -> (continuation of Deferred@572579592 after retry RPC after error@465336765), errback=(continuation of Deferred@2043492519 after retry RPC after error@1253316558) -> (continuation of Deferred@811572552 after retry RPC after error@1566997379) -> (continuation of Deferred@1300129928 after retry RPC after error@664673422) -> (continuation of Deferred@1810329832 after retry RPC after error@95663220) -> (continuation of Deferred@1001891426 after retry RPC after error@1813690358) -> (continuation of Deferred@1017838253 after retry RPC after error@606271832) -> (continuation of Deferred@572579592 after retry RPC after error@465336765)))
08:04:08.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.169 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1838851195(state=PENDING, result=null, callback=(continuation of Deferred@1762574847 after retry RPC after error@1403754228) -> (continuation of Deferred@178423670 after retry RPC after error@849564453) -> (continuation of Deferred@767389111 after retry RPC after error@581845698) -> (continuation of Deferred@1017768150 after retry RPC after error@347848221) -> (continuation of Deferred@1387112936 after retry RPC after error@38095149) -> (continuation of Deferred@1901723371 after retry RPC after error@945552779) -> (continuation of Deferred@126280065 after retry RPC after error@799202429), errback=(continuation of Deferred@1762574847 after retry RPC after error@1403754228) -> (continuation of Deferred@178423670 after retry RPC after error@849564453) -> (continuation of Deferred@767389111 after retry RPC after error@581845698) -> (continuation of Deferred@1017768150 after retry RPC after error@347848221) -> (continuation of Deferred@1387112936 after retry RPC after error@38095149) -> (continuation of Deferred@1901723371 after retry RPC after error@945552779) -> (continuation of Deferred@126280065 after retry RPC after error@799202429)))
08:04:08.350 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1838851195(state=PENDING, result=null, callback=(continuation of Deferred@1762574847 after retry RPC after error@1403754228) -> (continuation of Deferred@178423670 after retry RPC after error@849564453) -> (continuation of Deferred@767389111 after retry RPC after error@581845698) -> (continuation of Deferred@1017768150 after retry RPC after error@347848221) -> (continuation of Deferred@1387112936 after retry RPC after error@38095149) -> (continuation of Deferred@1901723371 after retry RPC after error@945552779) -> (continuation of Deferred@126280065 after retry RPC after error@799202429), errback=(continuation of Deferred@1762574847 after retry RPC after error@1403754228) -> (continuation of Deferred@178423670 after retry RPC after error@849564453) -> (continuation of Deferred@767389111 after retry RPC after error@581845698) -> (continuation of Deferred@1017768150 after retry RPC after error@347848221) -> (continuation of Deferred@1387112936 after retry RPC after error@38095149) -> (continuation of Deferred@1901723371 after retry RPC after error@945552779) -> (continuation of Deferred@126280065 after retry RPC after error@799202429)))
08:04:08.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1655471716(state=PENDING, result=null, callback=(continuation of Deferred@2110795701 after retry RPC after error@355640486) -> (continuation of Deferred@1606852025 after retry RPC after error@1578669947) -> (continuation of Deferred@583640714 after retry RPC after error@576598497) -> (continuation of Deferred@1226722118 after retry RPC after error@1403498065) -> (continuation of Deferred@1018539865 after retry RPC after error@1874284567) -> (continuation of Deferred@1414030044 after retry RPC after error@989039394), errback=(continuation of Deferred@2110795701 after retry RPC after error@355640486) -> (continuation of Deferred@1606852025 after retry RPC after error@1578669947) -> (continuation of Deferred@583640714 after retry RPC after error@576598497) -> (continuation of Deferred@1226722118 after retry RPC after error@1403498065) -> (continuation of Deferred@1018539865 after retry RPC after error@1874284567) -> (continuation of Deferred@1414030044 after retry RPC after error@989039394)))
08:04:08.529 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1655471716(state=PENDING, result=null, callback=(continuation of Deferred@2110795701 after retry RPC after error@355640486) -> (continuation of Deferred@1606852025 after retry RPC after error@1578669947) -> (continuation of Deferred@583640714 after retry RPC after error@576598497) -> (continuation of Deferred@1226722118 after retry RPC after error@1403498065) -> (continuation of Deferred@1018539865 after retry RPC after error@1874284567) -> (continuation of Deferred@1414030044 after retry RPC after error@989039394), errback=(continuation of Deferred@2110795701 after retry RPC after error@355640486) -> (continuation of Deferred@1606852025 after retry RPC after error@1578669947) -> (continuation of Deferred@583640714 after retry RPC after error@576598497) -> (continuation of Deferred@1226722118 after retry RPC after error@1403498065) -> (continuation of Deferred@1018539865 after retry RPC after error@1874284567) -> (continuation of Deferred@1414030044 after retry RPC after error@989039394)))
08:04:08.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@637912988(state=PENDING, result=null, callback=(continuation of Deferred@358045939 after retry RPC after error@1767951266) -> (continuation of Deferred@1478005972 after retry RPC after error@1344901484) -> (continuation of Deferred@2140592986 after retry RPC after error@272900817) -> (continuation of Deferred@216443449 after retry RPC after error@282654776) -> (continuation of Deferred@1507700082 after retry RPC after error@1757302322) -> (continuation of Deferred@1362134654 after retry RPC after error@108969304) -> (continuation of Deferred@855385816 after retry RPC after error@673784171), errback=(continuation of Deferred@358045939 after retry RPC after error@1767951266) -> (continuation of Deferred@1478005972 after retry RPC after error@1344901484) -> (continuation of Deferred@2140592986 after retry RPC after error@272900817) -> (continuation of Deferred@216443449 after retry RPC after error@282654776) -> (continuation of Deferred@1507700082 after retry RPC after error@1757302322) -> (continuation of Deferred@1362134654 after retry RPC after error@108969304) -> (continuation of Deferred@855385816 after retry RPC after error@673784171)))
08:04:08.689 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@637912988(state=PENDING, result=null, callback=(continuation of Deferred@358045939 after retry RPC after error@1767951266) -> (continuation of Deferred@1478005972 after retry RPC after error@1344901484) -> (continuation of Deferred@2140592986 after retry RPC after error@272900817) -> (continuation of Deferred@216443449 after retry RPC after error@282654776) -> (continuation of Deferred@1507700082 after retry RPC after error@1757302322) -> (continuation of Deferred@1362134654 after retry RPC after error@108969304) -> (continuation of Deferred@855385816 after retry RPC after error@673784171), errback=(continuation of Deferred@358045939 after retry RPC after error@1767951266) -> (continuation of Deferred@1478005972 after retry RPC after error@1344901484) -> (continuation of Deferred@2140592986 after retry RPC after error@272900817) -> (continuation of Deferred@216443449 after retry RPC after error@282654776) -> (continuation of Deferred@1507700082 after retry RPC after error@1757302322) -> (continuation of Deferred@1362134654 after retry RPC after error@108969304) -> (continuation of Deferred@855385816 after retry RPC after error@673784171)))
08:04:08.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.746 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:08.795401 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:04:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:08.795619 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:08.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1020168149(state=PENDING, result=null, callback=(continuation of Deferred@76966954 after retry RPC after error@91770598) -> (continuation of Deferred@2039116309 after retry RPC after error@825406174) -> (continuation of Deferred@108163054 after retry RPC after error@1102716600) -> (continuation of Deferred@1795868224 after retry RPC after error@1334455741) -> (continuation of Deferred@1511143101 after retry RPC after error@1263320217) -> (continuation of Deferred@1984519030 after retry RPC after error@1756391367) -> (continuation of Deferred@593232818 after retry RPC after error@224054068), errback=(continuation of Deferred@76966954 after retry RPC after error@91770598) -> (continuation of Deferred@2039116309 after retry RPC after error@825406174) -> (continuation of Deferred@108163054 after retry RPC after error@1102716600) -> (continuation of Deferred@1795868224 after retry RPC after error@1334455741) -> (continuation of Deferred@1511143101 after retry RPC after error@1263320217) -> (continuation of Deferred@1984519030 after retry RPC after error@1756391367) -> (continuation of Deferred@593232818 after retry RPC after error@224054068)))
08:04:08.929 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1020168149(state=PENDING, result=null, callback=(continuation of Deferred@76966954 after retry RPC after error@91770598) -> (continuation of Deferred@2039116309 after retry RPC after error@825406174) -> (continuation of Deferred@108163054 after retry RPC after error@1102716600) -> (continuation of Deferred@1795868224 after retry RPC after error@1334455741) -> (continuation of Deferred@1511143101 after retry RPC after error@1263320217) -> (continuation of Deferred@1984519030 after retry RPC after error@1756391367) -> (continuation of Deferred@593232818 after retry RPC after error@224054068), errback=(continuation of Deferred@76966954 after retry RPC after error@91770598) -> (continuation of Deferred@2039116309 after retry RPC after error@825406174) -> (continuation of Deferred@108163054 after retry RPC after error@1102716600) -> (continuation of Deferred@1795868224 after retry RPC after error@1334455741) -> (continuation of Deferred@1511143101 after retry RPC after error@1263320217) -> (continuation of Deferred@1984519030 after retry RPC after error@1756391367) -> (continuation of Deferred@593232818 after retry RPC after error@224054068)))
08:04:08.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:08.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:08.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:08.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:08.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:08.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1686585087(state=PENDING, result=null, callback=(continuation of Deferred@1245452407 after retry RPC after error@61504496) -> (continuation of Deferred@1291628691 after retry RPC after error@298917685) -> (continuation of Deferred@998527704 after retry RPC after error@1797381027) -> (continuation of Deferred@1114674812 after retry RPC after error@1530991024) -> (continuation of Deferred@1112181394 after retry RPC after error@659795387) -> (continuation of Deferred@1641421915 after retry RPC after error@852053312), errback=(continuation of Deferred@1245452407 after retry RPC after error@61504496) -> (continuation of Deferred@1291628691 after retry RPC after error@298917685) -> (continuation of Deferred@998527704 after retry RPC after error@1797381027) -> (continuation of Deferred@1114674812 after retry RPC after error@1530991024) -> (continuation of Deferred@1112181394 after retry RPC after error@659795387) -> (continuation of Deferred@1641421915 after retry RPC after error@852053312)))
08:04:09.129 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1686585087(state=PENDING, result=null, callback=(continuation of Deferred@1245452407 after retry RPC after error@61504496) -> (continuation of Deferred@1291628691 after retry RPC after error@298917685) -> (continuation of Deferred@998527704 after retry RPC after error@1797381027) -> (continuation of Deferred@1114674812 after retry RPC after error@1530991024) -> (continuation of Deferred@1112181394 after retry RPC after error@659795387) -> (continuation of Deferred@1641421915 after retry RPC after error@852053312), errback=(continuation of Deferred@1245452407 after retry RPC after error@61504496) -> (continuation of Deferred@1291628691 after retry RPC after error@298917685) -> (continuation of Deferred@998527704 after retry RPC after error@1797381027) -> (continuation of Deferred@1114674812 after retry RPC after error@1530991024) -> (continuation of Deferred@1112181394 after retry RPC after error@659795387) -> (continuation of Deferred@1641421915 after retry RPC after error@852053312)))
08:04:09.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1459370203(state=PENDING, result=null, callback=(continuation of Deferred@154107893 after retry RPC after error@1203135457) -> (continuation of Deferred@1359624733 after retry RPC after error@1720183303) -> (continuation of Deferred@346419701 after retry RPC after error@1626878443) -> (continuation of Deferred@1612850491 after retry RPC after error@959200490) -> (continuation of Deferred@37570659 after retry RPC after error@594237094) -> (continuation of Deferred@1385276429 after retry RPC after error@167909849) -> (continuation of Deferred@1653876394 after retry RPC after error@456364600), errback=(continuation of Deferred@154107893 after retry RPC after error@1203135457) -> (continuation of Deferred@1359624733 after retry RPC after error@1720183303) -> (continuation of Deferred@346419701 after retry RPC after error@1626878443) -> (continuation of Deferred@1612850491 after retry RPC after error@959200490) -> (continuation of Deferred@37570659 after retry RPC after error@594237094) -> (continuation of Deferred@1385276429 after retry RPC after error@167909849) -> (continuation of Deferred@1653876394 after retry RPC after error@456364600)))
08:04:09.350 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1459370203(state=PENDING, result=null, callback=(continuation of Deferred@154107893 after retry RPC after error@1203135457) -> (continuation of Deferred@1359624733 after retry RPC after error@1720183303) -> (continuation of Deferred@346419701 after retry RPC after error@1626878443) -> (continuation of Deferred@1612850491 after retry RPC after error@959200490) -> (continuation of Deferred@37570659 after retry RPC after error@594237094) -> (continuation of Deferred@1385276429 after retry RPC after error@167909849) -> (continuation of Deferred@1653876394 after retry RPC after error@456364600), errback=(continuation of Deferred@154107893 after retry RPC after error@1203135457) -> (continuation of Deferred@1359624733 after retry RPC after error@1720183303) -> (continuation of Deferred@346419701 after retry RPC after error@1626878443) -> (continuation of Deferred@1612850491 after retry RPC after error@959200490) -> (continuation of Deferred@37570659 after retry RPC after error@594237094) -> (continuation of Deferred@1385276429 after retry RPC after error@167909849) -> (continuation of Deferred@1653876394 after retry RPC after error@456364600)))
08:04:09.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@743887687(state=PENDING, result=null, callback=(continuation of Deferred@1655292974 after retry RPC after error@641705049) -> (continuation of Deferred@2093528420 after retry RPC after error@1713282385) -> (continuation of Deferred@1245359368 after retry RPC after error@301778298) -> (continuation of Deferred@681980340 after retry RPC after error@985716196) -> (continuation of Deferred@630029657 after retry RPC after error@1387113351) -> (continuation of Deferred@1268718583 after retry RPC after error@2001504405) -> (continuation of Deferred@971326608 after retry RPC after error@103489976), errback=(continuation of Deferred@1655292974 after retry RPC after error@641705049) -> (continuation of Deferred@2093528420 after retry RPC after error@1713282385) -> (continuation of Deferred@1245359368 after retry RPC after error@301778298) -> (continuation of Deferred@681980340 after retry RPC after error@985716196) -> (continuation of Deferred@630029657 after retry RPC after error@1387113351) -> (continuation of Deferred@1268718583 after retry RPC after error@2001504405) -> (continuation of Deferred@971326608 after retry RPC after error@103489976)))
08:04:09.610 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@743887687(state=PENDING, result=null, callback=(continuation of Deferred@1655292974 after retry RPC after error@641705049) -> (continuation of Deferred@2093528420 after retry RPC after error@1713282385) -> (continuation of Deferred@1245359368 after retry RPC after error@301778298) -> (continuation of Deferred@681980340 after retry RPC after error@985716196) -> (continuation of Deferred@630029657 after retry RPC after error@1387113351) -> (continuation of Deferred@1268718583 after retry RPC after error@2001504405) -> (continuation of Deferred@971326608 after retry RPC after error@103489976), errback=(continuation of Deferred@1655292974 after retry RPC after error@641705049) -> (continuation of Deferred@2093528420 after retry RPC after error@1713282385) -> (continuation of Deferred@1245359368 after retry RPC after error@301778298) -> (continuation of Deferred@681980340 after retry RPC after error@985716196) -> (continuation of Deferred@630029657 after retry RPC after error@1387113351) -> (continuation of Deferred@1268718583 after retry RPC after error@2001504405) -> (continuation of Deferred@971326608 after retry RPC after error@103489976)))
08:04:09.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:09.762020 7014 raft_consensus.cc:491] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 48877cc9fdee42fb94a885f409354159)
08:04:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:09.762203 7014 raft_consensus.cc:513] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e680760acb7543ad944fe52ea118f39a" member_type: VOTER last_known_addr { host: "127.5.193.126" port: 37063 } } peers { permanent_uuid: "48877cc9fdee42fb94a885f409354159" member_type: VOTER last_known_addr { host: "127.5.193.125" port: 39711 } } peers { permanent_uuid: "ad4e1683f521441aa64187582f2a4afa" member_type: VOTER last_known_addr { host: "127.5.193.124" port: 35443 } }
08:04:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:09.762766 7014 leader_election.cc:290] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711), ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443)
08:04:09.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.764001 5919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:09.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.765239 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 48877cc9fdee42fb94a885f409354159 (127.5.193.125:39711): Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111)
08:04:09.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.765429 5919 leader_election.cc:336] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad4e1683f521441aa64187582f2a4afa (127.5.193.124:35443): Network error: Client connection negotiation failed: client connection to 127.5.193.124:35443: connect: Connection refused (error 111)
08:04:09.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:09.765523 5919 leader_election.cc:304] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e680760acb7543ad944fe52ea118f39a; no voters: 48877cc9fdee42fb94a885f409354159, ad4e1683f521441aa64187582f2a4afa
08:04:09.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:09.765743 7014 raft_consensus.cc:2747] T 00000000000000000000000000000000 P e680760acb7543ad944fe52ea118f39a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:04:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.809844 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.811168 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:09.812579 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:04:09.887 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@361576351(state=PENDING, result=null, callback=(continuation of Deferred@32987937 after retry RPC after error@1809866454) -> (continuation of Deferred@10146362 after retry RPC after error@2094476409) -> (continuation of Deferred@1195531921 after retry RPC after error@784186945) -> (continuation of Deferred@2019603118 after retry RPC after error@1024589119) -> (continuation of Deferred@1752341210 after retry RPC after error@738098723) -> (continuation of Deferred@1458981936 after retry RPC after error@1690086356) -> (continuation of Deferred@409225683 after retry RPC after error@1085481882), errback=(continuation of Deferred@32987937 after retry RPC after error@1809866454) -> (continuation of Deferred@10146362 after retry RPC after error@2094476409) -> (continuation of Deferred@1195531921 after retry RPC after error@784186945) -> (continuation of Deferred@2019603118 after retry RPC after error@1024589119) -> (continuation of Deferred@1752341210 after retry RPC after error@738098723) -> (continuation of Deferred@1458981936 after retry RPC after error@1690086356) -> (continuation of Deferred@409225683 after retry RPC after error@1085481882)))
08:04:09.888 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:09.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:09.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:09.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:09.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:09.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:09.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@439886826(state=PENDING, result=null, callback=(continuation of Deferred@1822903497 after retry RPC after error@1770227227) -> (continuation of Deferred@1301201594 after retry RPC after error@384999314) -> (continuation of Deferred@1080383617 after retry RPC after error@899923400) -> (continuation of Deferred@235090644 after retry RPC after error@210711177) -> (continuation of Deferred@1715786441 after retry RPC after error@1310817844) -> (continuation of Deferred@1503879350 after retry RPC after error@743250545) -> (continuation of Deferred@1818187691 after retry RPC after error@692733130), errback=(continuation of Deferred@1822903497 after retry RPC after error@1770227227) -> (continuation of Deferred@1301201594 after retry RPC after error@384999314) -> (continuation of Deferred@1080383617 after retry RPC after error@899923400) -> (continuation of Deferred@235090644 after retry RPC after error@210711177) -> (continuation of Deferred@1715786441 after retry RPC after error@1310817844) -> (continuation of Deferred@1503879350 after retry RPC after error@743250545) -> (continuation of Deferred@1818187691 after retry RPC after error@692733130)))
08:04:10.089 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@439886826(state=PENDING, result=null, callback=(continuation of Deferred@1822903497 after retry RPC after error@1770227227) -> (continuation of Deferred@1301201594 after retry RPC after error@384999314) -> (continuation of Deferred@1080383617 after retry RPC after error@899923400) -> (continuation of Deferred@235090644 after retry RPC after error@210711177) -> (continuation of Deferred@1715786441 after retry RPC after error@1310817844) -> (continuation of Deferred@1503879350 after retry RPC after error@743250545) -> (continuation of Deferred@1818187691 after retry RPC after error@692733130), errback=(continuation of Deferred@1822903497 after retry RPC after error@1770227227) -> (continuation of Deferred@1301201594 after retry RPC after error@384999314) -> (continuation of Deferred@1080383617 after retry RPC after error@899923400) -> (continuation of Deferred@235090644 after retry RPC after error@210711177) -> (continuation of Deferred@1715786441 after retry RPC after error@1310817844) -> (continuation of Deferred@1503879350 after retry RPC after error@743250545) -> (continuation of Deferred@1818187691 after retry RPC after error@692733130)))
08:04:10.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.367 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1762844057(state=PENDING, result=null, callback=(continuation of Deferred@1758586666 after retry RPC after error@1681243527) -> (continuation of Deferred@360413700 after retry RPC after error@1786417959) -> (continuation of Deferred@225825269 after retry RPC after error@1155894361) -> (continuation of Deferred@176190875 after retry RPC after error@878521415) -> (continuation of Deferred@386185536 after retry RPC after error@2146138301) -> (continuation of Deferred@1984886390 after retry RPC after error@724354028) -> (continuation of Deferred@433103216 after retry RPC after error@1037700199), errback=(continuation of Deferred@1758586666 after retry RPC after error@1681243527) -> (continuation of Deferred@360413700 after retry RPC after error@1786417959) -> (continuation of Deferred@225825269 after retry RPC after error@1155894361) -> (continuation of Deferred@176190875 after retry RPC after error@878521415) -> (continuation of Deferred@386185536 after retry RPC after error@2146138301) -> (continuation of Deferred@1984886390 after retry RPC after error@724354028) -> (continuation of Deferred@433103216 after retry RPC after error@1037700199)))
08:04:10.368 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:10.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.488 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1646273502(state=PENDING, result=null, callback=(continuation of Deferred@2090406016 after retry RPC after error@1500402371) -> (continuation of Deferred@624533947 after retry RPC after error@1189365777) -> (continuation of Deferred@1917672797 after retry RPC after error@1495196061) -> (continuation of Deferred@834844540 after retry RPC after error@1434637717) -> (continuation of Deferred@1295900109 after retry RPC after error@1661067262) -> (continuation of Deferred@1197272501 after retry RPC after error@78751414) -> (continuation of Deferred@658620504 after retry RPC after error@1246893409), errback=(continuation of Deferred@2090406016 after retry RPC after error@1500402371) -> (continuation of Deferred@624533947 after retry RPC after error@1189365777) -> (continuation of Deferred@1917672797 after retry RPC after error@1495196061) -> (continuation of Deferred@834844540 after retry RPC after error@1434637717) -> (continuation of Deferred@1295900109 after retry RPC after error@1661067262) -> (continuation of Deferred@1197272501 after retry RPC after error@78751414) -> (continuation of Deferred@658620504 after retry RPC after error@1246893409)))
08:04:10.610 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1646273502(state=PENDING, result=null, callback=(continuation of Deferred@2090406016 after retry RPC after error@1500402371) -> (continuation of Deferred@624533947 after retry RPC after error@1189365777) -> (continuation of Deferred@1917672797 after retry RPC after error@1495196061) -> (continuation of Deferred@834844540 after retry RPC after error@1434637717) -> (continuation of Deferred@1295900109 after retry RPC after error@1661067262) -> (continuation of Deferred@1197272501 after retry RPC after error@78751414) -> (continuation of Deferred@658620504 after retry RPC after error@1246893409), errback=(continuation of Deferred@2090406016 after retry RPC after error@1500402371) -> (continuation of Deferred@624533947 after retry RPC after error@1189365777) -> (continuation of Deferred@1917672797 after retry RPC after error@1495196061) -> (continuation of Deferred@834844540 after retry RPC after error@1434637717) -> (continuation of Deferred@1295900109 after retry RPC after error@1661067262) -> (continuation of Deferred@1197272501 after retry RPC after error@78751414) -> (continuation of Deferred@658620504 after retry RPC after error@1246893409)))
08:04:10.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@502748868(state=PENDING, result=null, callback=(continuation of Deferred@287792610 after retry RPC after error@1852459428) -> (continuation of Deferred@1028579662 after retry RPC after error@438882645) -> (continuation of Deferred@835409855 after retry RPC after error@223354699) -> (continuation of Deferred@1197398846 after retry RPC after error@463476985) -> (continuation of Deferred@1891488413 after retry RPC after error@2098864518) -> (continuation of Deferred@1286378032 after retry RPC after error@1464876172), errback=(continuation of Deferred@287792610 after retry RPC after error@1852459428) -> (continuation of Deferred@1028579662 after retry RPC after error@438882645) -> (continuation of Deferred@835409855 after retry RPC after error@223354699) -> (continuation of Deferred@1197398846 after retry RPC after error@463476985) -> (continuation of Deferred@1891488413 after retry RPC after error@2098864518) -> (continuation of Deferred@1286378032 after retry RPC after error@1464876172)))
08:04:10.830 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@502748868(state=PENDING, result=null, callback=(continuation of Deferred@287792610 after retry RPC after error@1852459428) -> (continuation of Deferred@1028579662 after retry RPC after error@438882645) -> (continuation of Deferred@835409855 after retry RPC after error@223354699) -> (continuation of Deferred@1197398846 after retry RPC after error@463476985) -> (continuation of Deferred@1891488413 after retry RPC after error@2098864518) -> (continuation of Deferred@1286378032 after retry RPC after error@1464876172), errback=(continuation of Deferred@287792610 after retry RPC after error@1852459428) -> (continuation of Deferred@1028579662 after retry RPC after error@438882645) -> (continuation of Deferred@835409855 after retry RPC after error@223354699) -> (continuation of Deferred@1197398846 after retry RPC after error@463476985) -> (continuation of Deferred@1891488413 after retry RPC after error@2098864518) -> (continuation of Deferred@1286378032 after retry RPC after error@1464876172)))
08:04:10.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:10.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:10.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:10.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:10.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:10.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1056794644(state=PENDING, result=null, callback=(continuation of Deferred@451482854 after retry RPC after error@349501984) -> (continuation of Deferred@813502845 after retry RPC after error@1695900334) -> (continuation of Deferred@931730638 after retry RPC after error@71298533) -> (continuation of Deferred@1544680166 after retry RPC after error@308276184) -> (continuation of Deferred@1829741113 after retry RPC after error@371473080) -> (continuation of Deferred@1165065304 after retry RPC after error@681397765), errback=(continuation of Deferred@451482854 after retry RPC after error@349501984) -> (continuation of Deferred@813502845 after retry RPC after error@1695900334) -> (continuation of Deferred@931730638 after retry RPC after error@71298533) -> (continuation of Deferred@1544680166 after retry RPC after error@308276184) -> (continuation of Deferred@1829741113 after retry RPC after error@371473080) -> (continuation of Deferred@1165065304 after retry RPC after error@681397765)))
08:04:10.990 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1056794644(state=PENDING, result=null, callback=(continuation of Deferred@451482854 after retry RPC after error@349501984) -> (continuation of Deferred@813502845 after retry RPC after error@1695900334) -> (continuation of Deferred@931730638 after retry RPC after error@71298533) -> (continuation of Deferred@1544680166 after retry RPC after error@308276184) -> (continuation of Deferred@1829741113 after retry RPC after error@371473080) -> (continuation of Deferred@1165065304 after retry RPC after error@681397765), errback=(continuation of Deferred@451482854 after retry RPC after error@349501984) -> (continuation of Deferred@813502845 after retry RPC after error@1695900334) -> (continuation of Deferred@931730638 after retry RPC after error@71298533) -> (continuation of Deferred@1544680166 after retry RPC after error@308276184) -> (continuation of Deferred@1829741113 after retry RPC after error@371473080) -> (continuation of Deferred@1165065304 after retry RPC after error@681397765)))
08:04:11.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.106 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@278746813(state=PENDING, result=null, callback=(continuation of Deferred@1994745462 after retry RPC after error@770603957) -> (continuation of Deferred@2091133870 after retry RPC after error@116826681) -> (continuation of Deferred@1534964295 after retry RPC after error@93342030) -> (continuation of Deferred@1488251657 after retry RPC after error@1801485644) -> (continuation of Deferred@1572406765 after retry RPC after error@1524956461) -> (continuation of Deferred@628603355 after retry RPC after error@1293232676) -> (continuation of Deferred@1486276614 after retry RPC after error@635849644), errback=(continuation of Deferred@1994745462 after retry RPC after error@770603957) -> (continuation of Deferred@2091133870 after retry RPC after error@116826681) -> (continuation of Deferred@1534964295 after retry RPC after error@93342030) -> (continuation of Deferred@1488251657 after retry RPC after error@1801485644) -> (continuation of Deferred@1572406765 after retry RPC after error@1524956461) -> (continuation of Deferred@628603355 after retry RPC after error@1293232676) -> (continuation of Deferred@1486276614 after retry RPC after error@635849644)))
08:04:11.210 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@278746813(state=PENDING, result=null, callback=(continuation of Deferred@1994745462 after retry RPC after error@770603957) -> (continuation of Deferred@2091133870 after retry RPC after error@116826681) -> (continuation of Deferred@1534964295 after retry RPC after error@93342030) -> (continuation of Deferred@1488251657 after retry RPC after error@1801485644) -> (continuation of Deferred@1572406765 after retry RPC after error@1524956461) -> (continuation of Deferred@628603355 after retry RPC after error@1293232676) -> (continuation of Deferred@1486276614 after retry RPC after error@635849644), errback=(continuation of Deferred@1994745462 after retry RPC after error@770603957) -> (continuation of Deferred@2091133870 after retry RPC after error@116826681) -> (continuation of Deferred@1534964295 after retry RPC after error@93342030) -> (continuation of Deferred@1488251657 after retry RPC after error@1801485644) -> (continuation of Deferred@1572406765 after retry RPC after error@1524956461) -> (continuation of Deferred@628603355 after retry RPC after error@1293232676) -> (continuation of Deferred@1486276614 after retry RPC after error@635849644)))
08:04:11.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@562148467(state=PENDING, result=null, callback=(continuation of Deferred@334355697 after retry RPC after error@1232260962) -> (continuation of Deferred@1888203752 after retry RPC after error@1552266150) -> (continuation of Deferred@561178259 after retry RPC after error@2124686336) -> (continuation of Deferred@1402850511 after retry RPC after error@586440089) -> (continuation of Deferred@344219946 after retry RPC after error@1264567198) -> (continuation of Deferred@1981384078 after retry RPC after error@1988171329), errback=(continuation of Deferred@334355697 after retry RPC after error@1232260962) -> (continuation of Deferred@1888203752 after retry RPC after error@1552266150) -> (continuation of Deferred@561178259 after retry RPC after error@2124686336) -> (continuation of Deferred@1402850511 after retry RPC after error@586440089) -> (continuation of Deferred@344219946 after retry RPC after error@1264567198) -> (continuation of Deferred@1981384078 after retry RPC after error@1988171329)))
08:04:11.390 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@562148467(state=PENDING, result=null, callback=(continuation of Deferred@334355697 after retry RPC after error@1232260962) -> (continuation of Deferred@1888203752 after retry RPC after error@1552266150) -> (continuation of Deferred@561178259 after retry RPC after error@2124686336) -> (continuation of Deferred@1402850511 after retry RPC after error@586440089) -> (continuation of Deferred@344219946 after retry RPC after error@1264567198) -> (continuation of Deferred@1981384078 after retry RPC after error@1988171329), errback=(continuation of Deferred@334355697 after retry RPC after error@1232260962) -> (continuation of Deferred@1888203752 after retry RPC after error@1552266150) -> (continuation of Deferred@561178259 after retry RPC after error@2124686336) -> (continuation of Deferred@1402850511 after retry RPC after error@586440089) -> (continuation of Deferred@344219946 after retry RPC after error@1264567198) -> (continuation of Deferred@1981384078 after retry RPC after error@1988171329)))
08:04:11.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1901337883(state=PENDING, result=null, callback=(continuation of Deferred@1311691678 after retry RPC after error@7579639) -> (continuation of Deferred@2017446976 after retry RPC after error@701676185) -> (continuation of Deferred@299380254 after retry RPC after error@210333645) -> (continuation of Deferred@173207504 after retry RPC after error@921213553) -> (continuation of Deferred@1712388716 after retry RPC after error@555751012) -> (continuation of Deferred@1016156671 after retry RPC after error@1314418446) -> (continuation of Deferred@804929331 after retry RPC after error@239640478), errback=(continuation of Deferred@1311691678 after retry RPC after error@7579639) -> (continuation of Deferred@2017446976 after retry RPC after error@701676185) -> (continuation of Deferred@299380254 after retry RPC after error@210333645) -> (continuation of Deferred@173207504 after retry RPC after error@921213553) -> (continuation of Deferred@1712388716 after retry RPC after error@555751012) -> (continuation of Deferred@1016156671 after retry RPC after error@1314418446) -> (continuation of Deferred@804929331 after retry RPC after error@239640478)))
08:04:11.590 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1901337883(state=PENDING, result=null, callback=(continuation of Deferred@1311691678 after retry RPC after error@7579639) -> (continuation of Deferred@2017446976 after retry RPC after error@701676185) -> (continuation of Deferred@299380254 after retry RPC after error@210333645) -> (continuation of Deferred@173207504 after retry RPC after error@921213553) -> (continuation of Deferred@1712388716 after retry RPC after error@555751012) -> (continuation of Deferred@1016156671 after retry RPC after error@1314418446) -> (continuation of Deferred@804929331 after retry RPC after error@239640478), errback=(continuation of Deferred@1311691678 after retry RPC after error@7579639) -> (continuation of Deferred@2017446976 after retry RPC after error@701676185) -> (continuation of Deferred@299380254 after retry RPC after error@210333645) -> (continuation of Deferred@173207504 after retry RPC after error@921213553) -> (continuation of Deferred@1712388716 after retry RPC after error@555751012) -> (continuation of Deferred@1016156671 after retry RPC after error@1314418446) -> (continuation of Deferred@804929331 after retry RPC after error@239640478)))
08:04:11.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1607135069(state=PENDING, result=null, callback=(continuation of Deferred@1756043224 after retry RPC after error@1864777408) -> (continuation of Deferred@226580872 after retry RPC after error@96071522) -> (continuation of Deferred@899431898 after retry RPC after error@1804780951) -> (continuation of Deferred@1826135156 after retry RPC after error@642821234) -> (continuation of Deferred@1920350095 after retry RPC after error@255195691) -> (continuation of Deferred@665250949 after retry RPC after error@70707007) -> (continuation of Deferred@1195340409 after retry RPC after error@1744518167), errback=(continuation of Deferred@1756043224 after retry RPC after error@1864777408) -> (continuation of Deferred@226580872 after retry RPC after error@96071522) -> (continuation of Deferred@899431898 after retry RPC after error@1804780951) -> (continuation of Deferred@1826135156 after retry RPC after error@642821234) -> (continuation of Deferred@1920350095 after retry RPC after error@255195691) -> (continuation of Deferred@665250949 after retry RPC after error@70707007) -> (continuation of Deferred@1195340409 after retry RPC after error@1744518167)))
08:04:11.829 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1607135069(state=PENDING, result=null, callback=(continuation of Deferred@1756043224 after retry RPC after error@1864777408) -> (continuation of Deferred@226580872 after retry RPC after error@96071522) -> (continuation of Deferred@899431898 after retry RPC after error@1804780951) -> (continuation of Deferred@1826135156 after retry RPC after error@642821234) -> (continuation of Deferred@1920350095 after retry RPC after error@255195691) -> (continuation of Deferred@665250949 after retry RPC after error@70707007) -> (continuation of Deferred@1195340409 after retry RPC after error@1744518167), errback=(continuation of Deferred@1756043224 after retry RPC after error@1864777408) -> (continuation of Deferred@226580872 after retry RPC after error@96071522) -> (continuation of Deferred@899431898 after retry RPC after error@1804780951) -> (continuation of Deferred@1826135156 after retry RPC after error@642821234) -> (continuation of Deferred@1920350095 after retry RPC after error@255195691) -> (continuation of Deferred@665250949 after retry RPC after error@70707007) -> (continuation of Deferred@1195340409 after retry RPC after error@1744518167)))
08:04:11.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:11.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:11.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:11.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:11.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:11.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@200103195(state=PENDING, result=null, callback=(continuation of Deferred@1099258940 after retry RPC after error@271503543) -> (continuation of Deferred@32981150 after retry RPC after error@1616087094) -> (continuation of Deferred@198986940 after retry RPC after error@1829867032) -> (continuation of Deferred@1448722580 after retry RPC after error@708309073) -> (continuation of Deferred@1130885127 after retry RPC after error@585619261) -> (continuation of Deferred@983760533 after retry RPC after error@788669672), errback=(continuation of Deferred@1099258940 after retry RPC after error@271503543) -> (continuation of Deferred@32981150 after retry RPC after error@1616087094) -> (continuation of Deferred@198986940 after retry RPC after error@1829867032) -> (continuation of Deferred@1448722580 after retry RPC after error@708309073) -> (continuation of Deferred@1130885127 after retry RPC after error@585619261) -> (continuation of Deferred@983760533 after retry RPC after error@788669672)))
08:04:11.990 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@200103195(state=PENDING, result=null, callback=(continuation of Deferred@1099258940 after retry RPC after error@271503543) -> (continuation of Deferred@32981150 after retry RPC after error@1616087094) -> (continuation of Deferred@198986940 after retry RPC after error@1829867032) -> (continuation of Deferred@1448722580 after retry RPC after error@708309073) -> (continuation of Deferred@1130885127 after retry RPC after error@585619261) -> (continuation of Deferred@983760533 after retry RPC after error@788669672), errback=(continuation of Deferred@1099258940 after retry RPC after error@271503543) -> (continuation of Deferred@32981150 after retry RPC after error@1616087094) -> (continuation of Deferred@198986940 after retry RPC after error@1829867032) -> (continuation of Deferred@1448722580 after retry RPC after error@708309073) -> (continuation of Deferred@1130885127 after retry RPC after error@585619261) -> (continuation of Deferred@983760533 after retry RPC after error@788669672)))
08:04:12.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.046 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@519636648(state=PENDING, result=null, callback=(continuation of Deferred@937445367 after retry RPC after error@864353263) -> (continuation of Deferred@1743068069 after retry RPC after error@838831543) -> (continuation of Deferred@68529024 after retry RPC after error@282751854) -> (continuation of Deferred@1596812003 after retry RPC after error@309511812) -> (continuation of Deferred@999438049 after retry RPC after error@2022732798) -> (continuation of Deferred@1289647229 after retry RPC after error@1218239876), errback=(continuation of Deferred@937445367 after retry RPC after error@864353263) -> (continuation of Deferred@1743068069 after retry RPC after error@838831543) -> (continuation of Deferred@68529024 after retry RPC after error@282751854) -> (continuation of Deferred@1596812003 after retry RPC after error@309511812) -> (continuation of Deferred@999438049 after retry RPC after error@2022732798) -> (continuation of Deferred@1289647229 after retry RPC after error@1218239876)))
08:04:12.189 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@519636648(state=PENDING, result=null, callback=(continuation of Deferred@937445367 after retry RPC after error@864353263) -> (continuation of Deferred@1743068069 after retry RPC after error@838831543) -> (continuation of Deferred@68529024 after retry RPC after error@282751854) -> (continuation of Deferred@1596812003 after retry RPC after error@309511812) -> (continuation of Deferred@999438049 after retry RPC after error@2022732798) -> (continuation of Deferred@1289647229 after retry RPC after error@1218239876), errback=(continuation of Deferred@937445367 after retry RPC after error@864353263) -> (continuation of Deferred@1743068069 after retry RPC after error@838831543) -> (continuation of Deferred@68529024 after retry RPC after error@282751854) -> (continuation of Deferred@1596812003 after retry RPC after error@309511812) -> (continuation of Deferred@999438049 after retry RPC after error@2022732798) -> (continuation of Deferred@1289647229 after retry RPC after error@1218239876)))
08:04:12.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1813227788(state=PENDING, result=null, callback=(continuation of Deferred@1877986089 after retry RPC after error@1939059728) -> (continuation of Deferred@158094807 after retry RPC after error@2017904191) -> (continuation of Deferred@1776417949 after retry RPC after error@129824389) -> (continuation of Deferred@1813371208 after retry RPC after error@573349323) -> (continuation of Deferred@1146062855 after retry RPC after error@614946517) -> (continuation of Deferred@1723466896 after retry RPC after error@540938057), errback=(continuation of Deferred@1877986089 after retry RPC after error@1939059728) -> (continuation of Deferred@158094807 after retry RPC after error@2017904191) -> (continuation of Deferred@1776417949 after retry RPC after error@129824389) -> (continuation of Deferred@1813371208 after retry RPC after error@573349323) -> (continuation of Deferred@1146062855 after retry RPC after error@614946517) -> (continuation of Deferred@1723466896 after retry RPC after error@540938057)))
08:04:12.409 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1813227788(state=PENDING, result=null, callback=(continuation of Deferred@1877986089 after retry RPC after error@1939059728) -> (continuation of Deferred@158094807 after retry RPC after error@2017904191) -> (continuation of Deferred@1776417949 after retry RPC after error@129824389) -> (continuation of Deferred@1813371208 after retry RPC after error@573349323) -> (continuation of Deferred@1146062855 after retry RPC after error@614946517) -> (continuation of Deferred@1723466896 after retry RPC after error@540938057), errback=(continuation of Deferred@1877986089 after retry RPC after error@1939059728) -> (continuation of Deferred@158094807 after retry RPC after error@2017904191) -> (continuation of Deferred@1776417949 after retry RPC after error@129824389) -> (continuation of Deferred@1813371208 after retry RPC after error@573349323) -> (continuation of Deferred@1146062855 after retry RPC after error@614946517) -> (continuation of Deferred@1723466896 after retry RPC after error@540938057)))
08:04:12.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [99ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@886678496(state=PENDING, result=null, callback=(continuation of Deferred@1872808475 after retry RPC after error@1043224061) -> (continuation of Deferred@1719704830 after retry RPC after error@524285293) -> (continuation of Deferred@1990595715 after retry RPC after error@988489239) -> (continuation of Deferred@1492007640 after retry RPC after error@949626933) -> (continuation of Deferred@2128486825 after retry RPC after error@501640187) -> (continuation of Deferred@880261733 after retry RPC after error@1564862302) -> (continuation of Deferred@1377388086 after retry RPC after error@2081310269), errback=(continuation of Deferred@1872808475 after retry RPC after error@1043224061) -> (continuation of Deferred@1719704830 after retry RPC after error@524285293) -> (continuation of Deferred@1990595715 after retry RPC after error@988489239) -> (continuation of Deferred@1492007640 after retry RPC after error@949626933) -> (continuation of Deferred@2128486825 after retry RPC after error@501640187) -> (continuation of Deferred@880261733 after retry RPC after error@1564862302) -> (continuation of Deferred@1377388086 after retry RPC after error@2081310269)))
08:04:12.589 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [99ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@886678496(state=PENDING, result=null, callback=(continuation of Deferred@1872808475 after retry RPC after error@1043224061) -> (continuation of Deferred@1719704830 after retry RPC after error@524285293) -> (continuation of Deferred@1990595715 after retry RPC after error@988489239) -> (continuation of Deferred@1492007640 after retry RPC after error@949626933) -> (continuation of Deferred@2128486825 after retry RPC after error@501640187) -> (continuation of Deferred@880261733 after retry RPC after error@1564862302) -> (continuation of Deferred@1377388086 after retry RPC after error@2081310269), errback=(continuation of Deferred@1872808475 after retry RPC after error@1043224061) -> (continuation of Deferred@1719704830 after retry RPC after error@524285293) -> (continuation of Deferred@1990595715 after retry RPC after error@988489239) -> (continuation of Deferred@1492007640 after retry RPC after error@949626933) -> (continuation of Deferred@2128486825 after retry RPC after error@501640187) -> (continuation of Deferred@880261733 after retry RPC after error@1564862302) -> (continuation of Deferred@1377388086 after retry RPC after error@2081310269)))
08:04:12.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@656052731(state=PENDING, result=null, callback=(continuation of Deferred@343076659 after retry RPC after error@166596022) -> (continuation of Deferred@1300945891 after retry RPC after error@1047269088) -> (continuation of Deferred@1029993833 after retry RPC after error@1151225038) -> (continuation of Deferred@1607520893 after retry RPC after error@26594409) -> (continuation of Deferred@524566031 after retry RPC after error@688584981) -> (continuation of Deferred@1888523635 after retry RPC after error@1607068044) -> (continuation of Deferred@1631780924 after retry RPC after error@528453456), errback=(continuation of Deferred@343076659 after retry RPC after error@166596022) -> (continuation of Deferred@1300945891 after retry RPC after error@1047269088) -> (continuation of Deferred@1029993833 after retry RPC after error@1151225038) -> (continuation of Deferred@1607520893 after retry RPC after error@26594409) -> (continuation of Deferred@524566031 after retry RPC after error@688584981) -> (continuation of Deferred@1888523635 after retry RPC after error@1607068044) -> (continuation of Deferred@1631780924 after retry RPC after error@528453456)))
08:04:12.770 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@656052731(state=PENDING, result=null, callback=(continuation of Deferred@343076659 after retry RPC after error@166596022) -> (continuation of Deferred@1300945891 after retry RPC after error@1047269088) -> (continuation of Deferred@1029993833 after retry RPC after error@1151225038) -> (continuation of Deferred@1607520893 after retry RPC after error@26594409) -> (continuation of Deferred@524566031 after retry RPC after error@688584981) -> (continuation of Deferred@1888523635 after retry RPC after error@1607068044) -> (continuation of Deferred@1631780924 after retry RPC after error@528453456), errback=(continuation of Deferred@343076659 after retry RPC after error@166596022) -> (continuation of Deferred@1300945891 after retry RPC after error@1047269088) -> (continuation of Deferred@1029993833 after retry RPC after error@1151225038) -> (continuation of Deferred@1607520893 after retry RPC after error@26594409) -> (continuation of Deferred@524566031 after retry RPC after error@688584981) -> (continuation of Deferred@1888523635 after retry RPC after error@1607068044) -> (continuation of Deferred@1631780924 after retry RPC after error@528453456)))
08:04:12.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2110742200(state=PENDING, result=null, callback=(continuation of Deferred@1436691249 after retry RPC after error@60207083) -> (continuation of Deferred@118815978 after retry RPC after error@2705454) -> (continuation of Deferred@1150681273 after retry RPC after error@1917388343) -> (continuation of Deferred@1385842488 after retry RPC after error@406326653) -> (continuation of Deferred@1826575627 after retry RPC after error@1444781593) -> (continuation of Deferred@1455333477 after retry RPC after error@238357546), errback=(continuation of Deferred@1436691249 after retry RPC after error@60207083) -> (continuation of Deferred@118815978 after retry RPC after error@2705454) -> (continuation of Deferred@1150681273 after retry RPC after error@1917388343) -> (continuation of Deferred@1385842488 after retry RPC after error@406326653) -> (continuation of Deferred@1826575627 after retry RPC after error@1444781593) -> (continuation of Deferred@1455333477 after retry RPC after error@238357546)))
08:04:12.949 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2110742200(state=PENDING, result=null, callback=(continuation of Deferred@1436691249 after retry RPC after error@60207083) -> (continuation of Deferred@118815978 after retry RPC after error@2705454) -> (continuation of Deferred@1150681273 after retry RPC after error@1917388343) -> (continuation of Deferred@1385842488 after retry RPC after error@406326653) -> (continuation of Deferred@1826575627 after retry RPC after error@1444781593) -> (continuation of Deferred@1455333477 after retry RPC after error@238357546), errback=(continuation of Deferred@1436691249 after retry RPC after error@60207083) -> (continuation of Deferred@118815978 after retry RPC after error@2705454) -> (continuation of Deferred@1150681273 after retry RPC after error@1917388343) -> (continuation of Deferred@1385842488 after retry RPC after error@406326653) -> (continuation of Deferred@1826575627 after retry RPC after error@1444781593) -> (continuation of Deferred@1455333477 after retry RPC after error@238357546)))
08:04:12.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:12.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:12.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:12.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:12.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:12.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.128 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1887074058(state=PENDING, result=null, callback=(continuation of Deferred@2055060473 after retry RPC after error@92376499) -> (continuation of Deferred@1058625375 after retry RPC after error@477668753) -> (continuation of Deferred@189626260 after retry RPC after error@36216667) -> (continuation of Deferred@2013172718 after retry RPC after error@779347117) -> (continuation of Deferred@1315100448 after retry RPC after error@150359024) -> (continuation of Deferred@185911523 after retry RPC after error@980616096) -> (continuation of Deferred@1659901977 after retry RPC after error@1491297916), errback=(continuation of Deferred@2055060473 after retry RPC after error@92376499) -> (continuation of Deferred@1058625375 after retry RPC after error@477668753) -> (continuation of Deferred@189626260 after retry RPC after error@36216667) -> (continuation of Deferred@2013172718 after retry RPC after error@779347117) -> (continuation of Deferred@1315100448 after retry RPC after error@150359024) -> (continuation of Deferred@185911523 after retry RPC after error@980616096) -> (continuation of Deferred@1659901977 after retry RPC after error@1491297916)))
08:04:13.169 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1887074058(state=PENDING, result=null, callback=(continuation of Deferred@2055060473 after retry RPC after error@92376499) -> (continuation of Deferred@1058625375 after retry RPC after error@477668753) -> (continuation of Deferred@189626260 after retry RPC after error@36216667) -> (continuation of Deferred@2013172718 after retry RPC after error@779347117) -> (continuation of Deferred@1315100448 after retry RPC after error@150359024) -> (continuation of Deferred@185911523 after retry RPC after error@980616096) -> (continuation of Deferred@1659901977 after retry RPC after error@1491297916), errback=(continuation of Deferred@2055060473 after retry RPC after error@92376499) -> (continuation of Deferred@1058625375 after retry RPC after error@477668753) -> (continuation of Deferred@189626260 after retry RPC after error@36216667) -> (continuation of Deferred@2013172718 after retry RPC after error@779347117) -> (continuation of Deferred@1315100448 after retry RPC after error@150359024) -> (continuation of Deferred@185911523 after retry RPC after error@980616096) -> (continuation of Deferred@1659901977 after retry RPC after error@1491297916)))
08:04:13.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2029511014(state=PENDING, result=null, callback=(continuation of Deferred@88481866 after retry RPC after error@352246099) -> (continuation of Deferred@1401829151 after retry RPC after error@339022041) -> (continuation of Deferred@541402725 after retry RPC after error@1116952447) -> (continuation of Deferred@1619506941 after retry RPC after error@1552466412) -> (continuation of Deferred@1442296342 after retry RPC after error@226967416) -> (continuation of Deferred@1349144683 after retry RPC after error@1257729067), errback=(continuation of Deferred@88481866 after retry RPC after error@352246099) -> (continuation of Deferred@1401829151 after retry RPC after error@339022041) -> (continuation of Deferred@541402725 after retry RPC after error@1116952447) -> (continuation of Deferred@1619506941 after retry RPC after error@1552466412) -> (continuation of Deferred@1442296342 after retry RPC after error@226967416) -> (continuation of Deferred@1349144683 after retry RPC after error@1257729067)))
08:04:13.370 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2029511014(state=PENDING, result=null, callback=(continuation of Deferred@88481866 after retry RPC after error@352246099) -> (continuation of Deferred@1401829151 after retry RPC after error@339022041) -> (continuation of Deferred@541402725 after retry RPC after error@1116952447) -> (continuation of Deferred@1619506941 after retry RPC after error@1552466412) -> (continuation of Deferred@1442296342 after retry RPC after error@226967416) -> (continuation of Deferred@1349144683 after retry RPC after error@1257729067), errback=(continuation of Deferred@88481866 after retry RPC after error@352246099) -> (continuation of Deferred@1401829151 after retry RPC after error@339022041) -> (continuation of Deferred@541402725 after retry RPC after error@1116952447) -> (continuation of Deferred@1619506941 after retry RPC after error@1552466412) -> (continuation of Deferred@1442296342 after retry RPC after error@226967416) -> (continuation of Deferred@1349144683 after retry RPC after error@1257729067)))
08:04:13.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.569 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@49922151(state=PENDING, result=null, callback=(continuation of Deferred@1263805025 after retry RPC after error@71134285) -> (continuation of Deferred@99072254 after retry RPC after error@1230093021) -> (continuation of Deferred@595386044 after retry RPC after error@1280082330) -> (continuation of Deferred@1951719589 after retry RPC after error@806828960) -> (continuation of Deferred@1968937504 after retry RPC after error@1563657536) -> (continuation of Deferred@246486923 after retry RPC after error@124975046), errback=(continuation of Deferred@1263805025 after retry RPC after error@71134285) -> (continuation of Deferred@99072254 after retry RPC after error@1230093021) -> (continuation of Deferred@595386044 after retry RPC after error@1280082330) -> (continuation of Deferred@1951719589 after retry RPC after error@806828960) -> (continuation of Deferred@1968937504 after retry RPC after error@1563657536) -> (continuation of Deferred@246486923 after retry RPC after error@124975046)))
08:04:13.569 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@49922151(state=PENDING, result=null, callback=(continuation of Deferred@1263805025 after retry RPC after error@71134285) -> (continuation of Deferred@99072254 after retry RPC after error@1230093021) -> (continuation of Deferred@595386044 after retry RPC after error@1280082330) -> (continuation of Deferred@1951719589 after retry RPC after error@806828960) -> (continuation of Deferred@1968937504 after retry RPC after error@1563657536) -> (continuation of Deferred@246486923 after retry RPC after error@124975046), errback=(continuation of Deferred@1263805025 after retry RPC after error@71134285) -> (continuation of Deferred@99072254 after retry RPC after error@1230093021) -> (continuation of Deferred@595386044 after retry RPC after error@1280082330) -> (continuation of Deferred@1951719589 after retry RPC after error@806828960) -> (continuation of Deferred@1968937504 after retry RPC after error@1563657536) -> (continuation of Deferred@246486923 after retry RPC after error@124975046)))
08:04:13.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.649 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.688 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@535099518(state=PENDING, result=null, callback=(continuation of Deferred@1185528836 after retry RPC after error@343617831) -> (continuation of Deferred@1862854918 after retry RPC after error@1469569937) -> (continuation of Deferred@1549075707 after retry RPC after error@292217951) -> (continuation of Deferred@964853677 after retry RPC after error@1344303199) -> (continuation of Deferred@606524540 after retry RPC after error@1646822587) -> (continuation of Deferred@1224597572 after retry RPC after error@453825420) -> (continuation of Deferred@161182117 after retry RPC after error@800076145), errback=(continuation of Deferred@1185528836 after retry RPC after error@343617831) -> (continuation of Deferred@1862854918 after retry RPC after error@1469569937) -> (continuation of Deferred@1549075707 after retry RPC after error@292217951) -> (continuation of Deferred@964853677 after retry RPC after error@1344303199) -> (continuation of Deferred@606524540 after retry RPC after error@1646822587) -> (continuation of Deferred@1224597572 after retry RPC after error@453825420) -> (continuation of Deferred@161182117 after retry RPC after error@800076145)))
08:04:13.790 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@535099518(state=PENDING, result=null, callback=(continuation of Deferred@1185528836 after retry RPC after error@343617831) -> (continuation of Deferred@1862854918 after retry RPC after error@1469569937) -> (continuation of Deferred@1549075707 after retry RPC after error@292217951) -> (continuation of Deferred@964853677 after retry RPC after error@1344303199) -> (continuation of Deferred@606524540 after retry RPC after error@1646822587) -> (continuation of Deferred@1224597572 after retry RPC after error@453825420) -> (continuation of Deferred@161182117 after retry RPC after error@800076145), errback=(continuation of Deferred@1185528836 after retry RPC after error@343617831) -> (continuation of Deferred@1862854918 after retry RPC after error@1469569937) -> (continuation of Deferred@1549075707 after retry RPC after error@292217951) -> (continuation of Deferred@964853677 after retry RPC after error@1344303199) -> (continuation of Deferred@606524540 after retry RPC after error@1646822587) -> (continuation of Deferred@1224597572 after retry RPC after error@453825420) -> (continuation of Deferred@161182117 after retry RPC after error@800076145)))
08:04:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:13.798318 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:04:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:13.798483 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:13.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:13.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:13.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:13.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:13.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:13.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.050 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1170270403(state=PENDING, result=null, callback=(continuation of Deferred@426576437 after retry RPC after error@362643486) -> (continuation of Deferred@1069830709 after retry RPC after error@2105549822) -> (continuation of Deferred@206414553 after retry RPC after error@1974029886) -> (continuation of Deferred@1759637316 after retry RPC after error@344108661) -> (continuation of Deferred@1975029078 after retry RPC after error@1247802721) -> (continuation of Deferred@765704353 after retry RPC after error@752048742) -> (continuation of Deferred@489730199 after retry RPC after error@686930605), errback=(continuation of Deferred@426576437 after retry RPC after error@362643486) -> (continuation of Deferred@1069830709 after retry RPC after error@2105549822) -> (continuation of Deferred@206414553 after retry RPC after error@1974029886) -> (continuation of Deferred@1759637316 after retry RPC after error@344108661) -> (continuation of Deferred@1975029078 after retry RPC after error@1247802721) -> (continuation of Deferred@765704353 after retry RPC after error@752048742) -> (continuation of Deferred@489730199 after retry RPC after error@686930605)))
08:04:14.050 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1170270403(state=PENDING, result=null, callback=(continuation of Deferred@426576437 after retry RPC after error@362643486) -> (continuation of Deferred@1069830709 after retry RPC after error@2105549822) -> (continuation of Deferred@206414553 after retry RPC after error@1974029886) -> (continuation of Deferred@1759637316 after retry RPC after error@344108661) -> (continuation of Deferred@1975029078 after retry RPC after error@1247802721) -> (continuation of Deferred@765704353 after retry RPC after error@752048742) -> (continuation of Deferred@489730199 after retry RPC after error@686930605), errback=(continuation of Deferred@426576437 after retry RPC after error@362643486) -> (continuation of Deferred@1069830709 after retry RPC after error@2105549822) -> (continuation of Deferred@206414553 after retry RPC after error@1974029886) -> (continuation of Deferred@1759637316 after retry RPC after error@344108661) -> (continuation of Deferred@1975029078 after retry RPC after error@1247802721) -> (continuation of Deferred@765704353 after retry RPC after error@752048742) -> (continuation of Deferred@489730199 after retry RPC after error@686930605)))
08:04:14.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.169 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.169 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.228 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1748933578(state=PENDING, result=null, callback=(continuation of Deferred@1970192514 after retry RPC after error@514122974) -> (continuation of Deferred@1140839855 after retry RPC after error@1602479825) -> (continuation of Deferred@1558861683 after retry RPC after error@1699858980) -> (continuation of Deferred@1480472972 after retry RPC after error@416016692) -> (continuation of Deferred@378827921 after retry RPC after error@2105515149) -> (continuation of Deferred@1411655927 after retry RPC after error@333572366) -> (continuation of Deferred@644097823 after retry RPC after error@670981290), errback=(continuation of Deferred@1970192514 after retry RPC after error@514122974) -> (continuation of Deferred@1140839855 after retry RPC after error@1602479825) -> (continuation of Deferred@1558861683 after retry RPC after error@1699858980) -> (continuation of Deferred@1480472972 after retry RPC after error@416016692) -> (continuation of Deferred@378827921 after retry RPC after error@2105515149) -> (continuation of Deferred@1411655927 after retry RPC after error@333572366) -> (continuation of Deferred@644097823 after retry RPC after error@670981290)))
08:04:14.249 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1748933578(state=PENDING, result=null, callback=(continuation of Deferred@1970192514 after retry RPC after error@514122974) -> (continuation of Deferred@1140839855 after retry RPC after error@1602479825) -> (continuation of Deferred@1558861683 after retry RPC after error@1699858980) -> (continuation of Deferred@1480472972 after retry RPC after error@416016692) -> (continuation of Deferred@378827921 after retry RPC after error@2105515149) -> (continuation of Deferred@1411655927 after retry RPC after error@333572366) -> (continuation of Deferred@644097823 after retry RPC after error@670981290), errback=(continuation of Deferred@1970192514 after retry RPC after error@514122974) -> (continuation of Deferred@1140839855 after retry RPC after error@1602479825) -> (continuation of Deferred@1558861683 after retry RPC after error@1699858980) -> (continuation of Deferred@1480472972 after retry RPC after error@416016692) -> (continuation of Deferred@378827921 after retry RPC after error@2105515149) -> (continuation of Deferred@1411655927 after retry RPC after error@333572366) -> (continuation of Deferred@644097823 after retry RPC after error@670981290)))
08:04:14.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@639878811(state=PENDING, result=null, callback=(continuation of Deferred@647390838 after retry RPC after error@282744452) -> (continuation of Deferred@854466195 after retry RPC after error@172032331) -> (continuation of Deferred@527528867 after retry RPC after error@1566406847) -> (continuation of Deferred@528875265 after retry RPC after error@499969763) -> (continuation of Deferred@154430098 after retry RPC after error@1067086731) -> (continuation of Deferred@265813646 after retry RPC after error@1964421729) -> (continuation of Deferred@1608263339 after retry RPC after error@859181296), errback=(continuation of Deferred@647390838 after retry RPC after error@282744452) -> (continuation of Deferred@854466195 after retry RPC after error@172032331) -> (continuation of Deferred@527528867 after retry RPC after error@1566406847) -> (continuation of Deferred@528875265 after retry RPC after error@499969763) -> (continuation of Deferred@154430098 after retry RPC after error@1067086731) -> (continuation of Deferred@265813646 after retry RPC after error@1964421729) -> (continuation of Deferred@1608263339 after retry RPC after error@859181296)))
08:04:14.509 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@639878811(state=PENDING, result=null, callback=(continuation of Deferred@647390838 after retry RPC after error@282744452) -> (continuation of Deferred@854466195 after retry RPC after error@172032331) -> (continuation of Deferred@527528867 after retry RPC after error@1566406847) -> (continuation of Deferred@528875265 after retry RPC after error@499969763) -> (continuation of Deferred@154430098 after retry RPC after error@1067086731) -> (continuation of Deferred@265813646 after retry RPC after error@1964421729) -> (continuation of Deferred@1608263339 after retry RPC after error@859181296), errback=(continuation of Deferred@647390838 after retry RPC after error@282744452) -> (continuation of Deferred@854466195 after retry RPC after error@172032331) -> (continuation of Deferred@527528867 after retry RPC after error@1566406847) -> (continuation of Deferred@528875265 after retry RPC after error@499969763) -> (continuation of Deferred@154430098 after retry RPC after error@1067086731) -> (continuation of Deferred@265813646 after retry RPC after error@1964421729) -> (continuation of Deferred@1608263339 after retry RPC after error@859181296)))
08:04:14.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.628 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.629 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.649 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@629614215(state=PENDING, result=null, callback=(continuation of Deferred@1325267286 after retry RPC after error@1824082493) -> (continuation of Deferred@1661797561 after retry RPC after error@2141369665) -> (continuation of Deferred@1588909226 after retry RPC after error@2021295587) -> (continuation of Deferred@1943633561 after retry RPC after error@423347486) -> (continuation of Deferred@1632781079 after retry RPC after error@1294702403) -> (continuation of Deferred@1975391689 after retry RPC after error@854211925) -> (continuation of Deferred@1104382692 after retry RPC after error@1356045330), errback=(continuation of Deferred@1325267286 after retry RPC after error@1824082493) -> (continuation of Deferred@1661797561 after retry RPC after error@2141369665) -> (continuation of Deferred@1588909226 after retry RPC after error@2021295587) -> (continuation of Deferred@1943633561 after retry RPC after error@423347486) -> (continuation of Deferred@1632781079 after retry RPC after error@1294702403) -> (continuation of Deferred@1975391689 after retry RPC after error@854211925) -> (continuation of Deferred@1104382692 after retry RPC after error@1356045330)))
08:04:14.770 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@629614215(state=PENDING, result=null, callback=(continuation of Deferred@1325267286 after retry RPC after error@1824082493) -> (continuation of Deferred@1661797561 after retry RPC after error@2141369665) -> (continuation of Deferred@1588909226 after retry RPC after error@2021295587) -> (continuation of Deferred@1943633561 after retry RPC after error@423347486) -> (continuation of Deferred@1632781079 after retry RPC after error@1294702403) -> (continuation of Deferred@1975391689 after retry RPC after error@854211925) -> (continuation of Deferred@1104382692 after retry RPC after error@1356045330), errback=(continuation of Deferred@1325267286 after retry RPC after error@1824082493) -> (continuation of Deferred@1661797561 after retry RPC after error@2141369665) -> (continuation of Deferred@1588909226 after retry RPC after error@2021295587) -> (continuation of Deferred@1943633561 after retry RPC after error@423347486) -> (continuation of Deferred@1632781079 after retry RPC after error@1294702403) -> (continuation of Deferred@1975391689 after retry RPC after error@854211925) -> (continuation of Deferred@1104382692 after retry RPC after error@1356045330)))
08:04:14.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:14.820139 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:14.824520 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:14.825906 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:04:14.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:14.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:14.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:14.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:14.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:14.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.029 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.029 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@341419920(state=PENDING, result=null, callback=(continuation of Deferred@1710356456 after retry RPC after error@146331871) -> (continuation of Deferred@1820976929 after retry RPC after error@892708871) -> (continuation of Deferred@1603356670 after retry RPC after error@287380211) -> (continuation of Deferred@850550553 after retry RPC after error@719301848) -> (continuation of Deferred@2141495498 after retry RPC after error@1720423239) -> (continuation of Deferred@1189171736 after retry RPC after error@286236528) -> (continuation of Deferred@1274535787 after retry RPC after error@1901886713), errback=(continuation of Deferred@1710356456 after retry RPC after error@146331871) -> (continuation of Deferred@1820976929 after retry RPC after error@892708871) -> (continuation of Deferred@1603356670 after retry RPC after error@287380211) -> (continuation of Deferred@850550553 after retry RPC after error@719301848) -> (continuation of Deferred@2141495498 after retry RPC after error@1720423239) -> (continuation of Deferred@1189171736 after retry RPC after error@286236528) -> (continuation of Deferred@1274535787 after retry RPC after error@1901886713)))
08:04:15.030 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@341419920(state=PENDING, result=null, callback=(continuation of Deferred@1710356456 after retry RPC after error@146331871) -> (continuation of Deferred@1820976929 after retry RPC after error@892708871) -> (continuation of Deferred@1603356670 after retry RPC after error@287380211) -> (continuation of Deferred@850550553 after retry RPC after error@719301848) -> (continuation of Deferred@2141495498 after retry RPC after error@1720423239) -> (continuation of Deferred@1189171736 after retry RPC after error@286236528) -> (continuation of Deferred@1274535787 after retry RPC after error@1901886713), errback=(continuation of Deferred@1710356456 after retry RPC after error@146331871) -> (continuation of Deferred@1820976929 after retry RPC after error@892708871) -> (continuation of Deferred@1603356670 after retry RPC after error@287380211) -> (continuation of Deferred@850550553 after retry RPC after error@719301848) -> (continuation of Deferred@2141495498 after retry RPC after error@1720423239) -> (continuation of Deferred@1189171736 after retry RPC after error@286236528) -> (continuation of Deferred@1274535787 after retry RPC after error@1901886713)))
08:04:15.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.146 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.289 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1322090795(state=PENDING, result=null, callback=(continuation of Deferred@2038543562 after retry RPC after error@1281815658) -> (continuation of Deferred@762511486 after retry RPC after error@253036578) -> (continuation of Deferred@2076625646 after retry RPC after error@7910488) -> (continuation of Deferred@893199577 after retry RPC after error@315522628) -> (continuation of Deferred@1603426121 after retry RPC after error@437117591) -> (continuation of Deferred@1179256547 after retry RPC after error@655850544) -> (continuation of Deferred@1785880452 after retry RPC after error@530448647) -> (continuation of Deferred@158687497 after retry RPC after error@362773227), errback=(continuation of Deferred@2038543562 after retry RPC after error@1281815658) -> (continuation of Deferred@762511486 after retry RPC after error@253036578) -> (continuation of Deferred@2076625646 after retry RPC after error@7910488) -> (continuation of Deferred@893199577 after retry RPC after error@315522628) -> (continuation of Deferred@1603426121 after retry RPC after error@437117591) -> (continuation of Deferred@1179256547 after retry RPC after error@655850544) -> (continuation of Deferred@1785880452 after retry RPC after error@530448647) -> (continuation of Deferred@158687497 after retry RPC after error@362773227)))
08:04:15.289 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1322090795(state=PENDING, result=null, callback=(continuation of Deferred@2038543562 after retry RPC after error@1281815658) -> (continuation of Deferred@762511486 after retry RPC after error@253036578) -> (continuation of Deferred@2076625646 after retry RPC after error@7910488) -> (continuation of Deferred@893199577 after retry RPC after error@315522628) -> (continuation of Deferred@1603426121 after retry RPC after error@437117591) -> (continuation of Deferred@1179256547 after retry RPC after error@655850544) -> (continuation of Deferred@1785880452 after retry RPC after error@530448647) -> (continuation of Deferred@158687497 after retry RPC after error@362773227), errback=(continuation of Deferred@2038543562 after retry RPC after error@1281815658) -> (continuation of Deferred@762511486 after retry RPC after error@253036578) -> (continuation of Deferred@2076625646 after retry RPC after error@7910488) -> (continuation of Deferred@893199577 after retry RPC after error@315522628) -> (continuation of Deferred@1603426121 after retry RPC after error@437117591) -> (continuation of Deferred@1179256547 after retry RPC after error@655850544) -> (continuation of Deferred@1785880452 after retry RPC after error@530448647) -> (continuation of Deferred@158687497 after retry RPC after error@362773227)))
08:04:15.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.388 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@360056457(state=PENDING, result=null, callback=(continuation of Deferred@442054750 after retry RPC after error@1523752407) -> (continuation of Deferred@309473870 after retry RPC after error@932527303) -> (continuation of Deferred@1683847587 after retry RPC after error@707755226) -> (continuation of Deferred@692898707 after retry RPC after error@924957049) -> (continuation of Deferred@951995999 after retry RPC after error@1772497982) -> (continuation of Deferred@653882058 after retry RPC after error@472513821) -> (continuation of Deferred@1445958769 after retry RPC after error@238060886), errback=(continuation of Deferred@442054750 after retry RPC after error@1523752407) -> (continuation of Deferred@309473870 after retry RPC after error@932527303) -> (continuation of Deferred@1683847587 after retry RPC after error@707755226) -> (continuation of Deferred@692898707 after retry RPC after error@924957049) -> (continuation of Deferred@951995999 after retry RPC after error@1772497982) -> (continuation of Deferred@653882058 after retry RPC after error@472513821) -> (continuation of Deferred@1445958769 after retry RPC after error@238060886)))
08:04:15.549 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@360056457(state=PENDING, result=null, callback=(continuation of Deferred@442054750 after retry RPC after error@1523752407) -> (continuation of Deferred@309473870 after retry RPC after error@932527303) -> (continuation of Deferred@1683847587 after retry RPC after error@707755226) -> (continuation of Deferred@692898707 after retry RPC after error@924957049) -> (continuation of Deferred@951995999 after retry RPC after error@1772497982) -> (continuation of Deferred@653882058 after retry RPC after error@472513821) -> (continuation of Deferred@1445958769 after retry RPC after error@238060886), errback=(continuation of Deferred@442054750 after retry RPC after error@1523752407) -> (continuation of Deferred@309473870 after retry RPC after error@932527303) -> (continuation of Deferred@1683847587 after retry RPC after error@707755226) -> (continuation of Deferred@692898707 after retry RPC after error@924957049) -> (continuation of Deferred@951995999 after retry RPC after error@1772497982) -> (continuation of Deferred@653882058 after retry RPC after error@472513821) -> (continuation of Deferred@1445958769 after retry RPC after error@238060886)))
08:04:15.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [86ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@941763851(state=PENDING, result=null, callback=(continuation of Deferred@2060665977 after retry RPC after error@1146165569) -> (continuation of Deferred@769764541 after retry RPC after error@67274367) -> (continuation of Deferred@1687353866 after retry RPC after error@684031176) -> (continuation of Deferred@149006633 after retry RPC after error@415295284) -> (continuation of Deferred@1802570892 after retry RPC after error@1758531094) -> (continuation of Deferred@1836862148 after retry RPC after error@1922758936) -> (continuation of Deferred@300715691 after retry RPC after error@1907200830) -> (continuation of Deferred@2114506149 after retry RPC after error@1543481669), errback=(continuation of Deferred@2060665977 after retry RPC after error@1146165569) -> (continuation of Deferred@769764541 after retry RPC after error@67274367) -> (continuation of Deferred@1687353866 after retry RPC after error@684031176) -> (continuation of Deferred@149006633 after retry RPC after error@415295284) -> (continuation of Deferred@1802570892 after retry RPC after error@1758531094) -> (continuation of Deferred@1836862148 after retry RPC after error@1922758936) -> (continuation of Deferred@300715691 after retry RPC after error@1907200830) -> (continuation of Deferred@2114506149 after retry RPC after error@1543481669)))
08:04:15.789 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [86ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@941763851(state=PENDING, result=null, callback=(continuation of Deferred@2060665977 after retry RPC after error@1146165569) -> (continuation of Deferred@769764541 after retry RPC after error@67274367) -> (continuation of Deferred@1687353866 after retry RPC after error@684031176) -> (continuation of Deferred@149006633 after retry RPC after error@415295284) -> (continuation of Deferred@1802570892 after retry RPC after error@1758531094) -> (continuation of Deferred@1836862148 after retry RPC after error@1922758936) -> (continuation of Deferred@300715691 after retry RPC after error@1907200830) -> (continuation of Deferred@2114506149 after retry RPC after error@1543481669), errback=(continuation of Deferred@2060665977 after retry RPC after error@1146165569) -> (continuation of Deferred@769764541 after retry RPC after error@67274367) -> (continuation of Deferred@1687353866 after retry RPC after error@684031176) -> (continuation of Deferred@149006633 after retry RPC after error@415295284) -> (continuation of Deferred@1802570892 after retry RPC after error@1758531094) -> (continuation of Deferred@1836862148 after retry RPC after error@1922758936) -> (continuation of Deferred@300715691 after retry RPC after error@1907200830) -> (continuation of Deferred@2114506149 after retry RPC after error@1543481669)))
08:04:15.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:15.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:15.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:15.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:15.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:15.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@292580063(state=PENDING, result=null, callback=(continuation of Deferred@597175480 after retry RPC after error@1859768561) -> (continuation of Deferred@1678901021 after retry RPC after error@1982158802) -> (continuation of Deferred@339368002 after retry RPC after error@885283948) -> (continuation of Deferred@1598469374 after retry RPC after error@50459395) -> (continuation of Deferred@1161773929 after retry RPC after error@1401831582) -> (continuation of Deferred@965078869 after retry RPC after error@890276493), errback=(continuation of Deferred@597175480 after retry RPC after error@1859768561) -> (continuation of Deferred@1678901021 after retry RPC after error@1982158802) -> (continuation of Deferred@339368002 after retry RPC after error@885283948) -> (continuation of Deferred@1598469374 after retry RPC after error@50459395) -> (continuation of Deferred@1161773929 after retry RPC after error@1401831582) -> (continuation of Deferred@965078869 after retry RPC after error@890276493)))
08:04:15.989 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@292580063(state=PENDING, result=null, callback=(continuation of Deferred@597175480 after retry RPC after error@1859768561) -> (continuation of Deferred@1678901021 after retry RPC after error@1982158802) -> (continuation of Deferred@339368002 after retry RPC after error@885283948) -> (continuation of Deferred@1598469374 after retry RPC after error@50459395) -> (continuation of Deferred@1161773929 after retry RPC after error@1401831582) -> (continuation of Deferred@965078869 after retry RPC after error@890276493), errback=(continuation of Deferred@597175480 after retry RPC after error@1859768561) -> (continuation of Deferred@1678901021 after retry RPC after error@1982158802) -> (continuation of Deferred@339368002 after retry RPC after error@885283948) -> (continuation of Deferred@1598469374 after retry RPC after error@50459395) -> (continuation of Deferred@1161773929 after retry RPC after error@1401831582) -> (continuation of Deferred@965078869 after retry RPC after error@890276493)))
08:04:16.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1308333987(state=PENDING, result=null, callback=(continuation of Deferred@1803154340 after retry RPC after error@1880124782) -> (continuation of Deferred@4659782 after retry RPC after error@286315362) -> (continuation of Deferred@902882871 after retry RPC after error@1180206846) -> (continuation of Deferred@2129994073 after retry RPC after error@1776907814) -> (continuation of Deferred@1538966642 after retry RPC after error@1507313293) -> (continuation of Deferred@243256071 after retry RPC after error@738575528), errback=(continuation of Deferred@1803154340 after retry RPC after error@1880124782) -> (continuation of Deferred@4659782 after retry RPC after error@286315362) -> (continuation of Deferred@902882871 after retry RPC after error@1180206846) -> (continuation of Deferred@2129994073 after retry RPC after error@1776907814) -> (continuation of Deferred@1538966642 after retry RPC after error@1507313293) -> (continuation of Deferred@243256071 after retry RPC after error@738575528)))
08:04:16.169 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1308333987(state=PENDING, result=null, callback=(continuation of Deferred@1803154340 after retry RPC after error@1880124782) -> (continuation of Deferred@4659782 after retry RPC after error@286315362) -> (continuation of Deferred@902882871 after retry RPC after error@1180206846) -> (continuation of Deferred@2129994073 after retry RPC after error@1776907814) -> (continuation of Deferred@1538966642 after retry RPC after error@1507313293) -> (continuation of Deferred@243256071 after retry RPC after error@738575528), errback=(continuation of Deferred@1803154340 after retry RPC after error@1880124782) -> (continuation of Deferred@4659782 after retry RPC after error@286315362) -> (continuation of Deferred@902882871 after retry RPC after error@1180206846) -> (continuation of Deferred@2129994073 after retry RPC after error@1776907814) -> (continuation of Deferred@1538966642 after retry RPC after error@1507313293) -> (continuation of Deferred@243256071 after retry RPC after error@738575528)))
08:04:16.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1611292990(state=PENDING, result=null, callback=(continuation of Deferred@1888824673 after retry RPC after error@1832748093) -> (continuation of Deferred@1703660739 after retry RPC after error@1446728413) -> (continuation of Deferred@261919582 after retry RPC after error@243397372) -> (continuation of Deferred@894949947 after retry RPC after error@972479478) -> (continuation of Deferred@1385933301 after retry RPC after error@1393342280) -> (continuation of Deferred@1484863760 after retry RPC after error@1470591133), errback=(continuation of Deferred@1888824673 after retry RPC after error@1832748093) -> (continuation of Deferred@1703660739 after retry RPC after error@1446728413) -> (continuation of Deferred@261919582 after retry RPC after error@243397372) -> (continuation of Deferred@894949947 after retry RPC after error@972479478) -> (continuation of Deferred@1385933301 after retry RPC after error@1393342280) -> (continuation of Deferred@1484863760 after retry RPC after error@1470591133)))
08:04:16.330 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1611292990(state=PENDING, result=null, callback=(continuation of Deferred@1888824673 after retry RPC after error@1832748093) -> (continuation of Deferred@1703660739 after retry RPC after error@1446728413) -> (continuation of Deferred@261919582 after retry RPC after error@243397372) -> (continuation of Deferred@894949947 after retry RPC after error@972479478) -> (continuation of Deferred@1385933301 after retry RPC after error@1393342280) -> (continuation of Deferred@1484863760 after retry RPC after error@1470591133), errback=(continuation of Deferred@1888824673 after retry RPC after error@1832748093) -> (continuation of Deferred@1703660739 after retry RPC after error@1446728413) -> (continuation of Deferred@261919582 after retry RPC after error@243397372) -> (continuation of Deferred@894949947 after retry RPC after error@972479478) -> (continuation of Deferred@1385933301 after retry RPC after error@1393342280) -> (continuation of Deferred@1484863760 after retry RPC after error@1470591133)))
08:04:16.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@417984070(state=PENDING, result=null, callback=(continuation of Deferred@51708211 after retry RPC after error@923777427) -> (continuation of Deferred@1272484459 after retry RPC after error@479514248) -> (continuation of Deferred@933447856 after retry RPC after error@2099948790) -> (continuation of Deferred@1919820530 after retry RPC after error@1211384505) -> (continuation of Deferred@1711240647 after retry RPC after error@1301952658) -> (continuation of Deferred@1323362913 after retry RPC after error@615209102) -> (continuation of Deferred@988041361 after retry RPC after error@648458743), errback=(continuation of Deferred@51708211 after retry RPC after error@923777427) -> (continuation of Deferred@1272484459 after retry RPC after error@479514248) -> (continuation of Deferred@933447856 after retry RPC after error@2099948790) -> (continuation of Deferred@1919820530 after retry RPC after error@1211384505) -> (continuation of Deferred@1711240647 after retry RPC after error@1301952658) -> (continuation of Deferred@1323362913 after retry RPC after error@615209102) -> (continuation of Deferred@988041361 after retry RPC after error@648458743)))
08:04:16.569 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@417984070(state=PENDING, result=null, callback=(continuation of Deferred@51708211 after retry RPC after error@923777427) -> (continuation of Deferred@1272484459 after retry RPC after error@479514248) -> (continuation of Deferred@933447856 after retry RPC after error@2099948790) -> (continuation of Deferred@1919820530 after retry RPC after error@1211384505) -> (continuation of Deferred@1711240647 after retry RPC after error@1301952658) -> (continuation of Deferred@1323362913 after retry RPC after error@615209102) -> (continuation of Deferred@988041361 after retry RPC after error@648458743), errback=(continuation of Deferred@51708211 after retry RPC after error@923777427) -> (continuation of Deferred@1272484459 after retry RPC after error@479514248) -> (continuation of Deferred@933447856 after retry RPC after error@2099948790) -> (continuation of Deferred@1919820530 after retry RPC after error@1211384505) -> (continuation of Deferred@1711240647 after retry RPC after error@1301952658) -> (continuation of Deferred@1323362913 after retry RPC after error@615209102) -> (continuation of Deferred@988041361 after retry RPC after error@648458743)))
08:04:16.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.588 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@772556592(state=PENDING, result=null, callback=(continuation of Deferred@175913746 after retry RPC after error@445856700) -> (continuation of Deferred@1508166129 after retry RPC after error@362618938) -> (continuation of Deferred@2119318832 after retry RPC after error@2107619229) -> (continuation of Deferred@46879390 after retry RPC after error@2116759053) -> (continuation of Deferred@301938501 after retry RPC after error@291264952) -> (continuation of Deferred@1239131823 after retry RPC after error@1848091359) -> (continuation of Deferred@101381441 after retry RPC after error@1969814945), errback=(continuation of Deferred@175913746 after retry RPC after error@445856700) -> (continuation of Deferred@1508166129 after retry RPC after error@362618938) -> (continuation of Deferred@2119318832 after retry RPC after error@2107619229) -> (continuation of Deferred@46879390 after retry RPC after error@2116759053) -> (continuation of Deferred@301938501 after retry RPC after error@291264952) -> (continuation of Deferred@1239131823 after retry RPC after error@1848091359) -> (continuation of Deferred@101381441 after retry RPC after error@1969814945)))
08:04:16.829 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@772556592(state=PENDING, result=null, callback=(continuation of Deferred@175913746 after retry RPC after error@445856700) -> (continuation of Deferred@1508166129 after retry RPC after error@362618938) -> (continuation of Deferred@2119318832 after retry RPC after error@2107619229) -> (continuation of Deferred@46879390 after retry RPC after error@2116759053) -> (continuation of Deferred@301938501 after retry RPC after error@291264952) -> (continuation of Deferred@1239131823 after retry RPC after error@1848091359) -> (continuation of Deferred@101381441 after retry RPC after error@1969814945), errback=(continuation of Deferred@175913746 after retry RPC after error@445856700) -> (continuation of Deferred@1508166129 after retry RPC after error@362618938) -> (continuation of Deferred@2119318832 after retry RPC after error@2107619229) -> (continuation of Deferred@46879390 after retry RPC after error@2116759053) -> (continuation of Deferred@301938501 after retry RPC after error@291264952) -> (continuation of Deferred@1239131823 after retry RPC after error@1848091359) -> (continuation of Deferred@101381441 after retry RPC after error@1969814945)))
08:04:16.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.888 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:16.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:16.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:16.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:16.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:16.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.008 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.049 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1563417156(state=PENDING, result=null, callback=(continuation of Deferred@230494336 after retry RPC after error@2078563169) -> (continuation of Deferred@1463980748 after retry RPC after error@1948028826) -> (continuation of Deferred@289450121 after retry RPC after error@1210500755) -> (continuation of Deferred@187820457 after retry RPC after error@465684234) -> (continuation of Deferred@265363483 after retry RPC after error@1908239660) -> (continuation of Deferred@1975893523 after retry RPC after error@1613356598) -> (continuation of Deferred@1719598032 after retry RPC after error@2083536446), errback=(continuation of Deferred@230494336 after retry RPC after error@2078563169) -> (continuation of Deferred@1463980748 after retry RPC after error@1948028826) -> (continuation of Deferred@289450121 after retry RPC after error@1210500755) -> (continuation of Deferred@187820457 after retry RPC after error@465684234) -> (continuation of Deferred@265363483 after retry RPC after error@1908239660) -> (continuation of Deferred@1975893523 after retry RPC after error@1613356598) -> (continuation of Deferred@1719598032 after retry RPC after error@2083536446)))
08:04:17.050 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1563417156(state=PENDING, result=null, callback=(continuation of Deferred@230494336 after retry RPC after error@2078563169) -> (continuation of Deferred@1463980748 after retry RPC after error@1948028826) -> (continuation of Deferred@289450121 after retry RPC after error@1210500755) -> (continuation of Deferred@187820457 after retry RPC after error@465684234) -> (continuation of Deferred@265363483 after retry RPC after error@1908239660) -> (continuation of Deferred@1975893523 after retry RPC after error@1613356598) -> (continuation of Deferred@1719598032 after retry RPC after error@2083536446), errback=(continuation of Deferred@230494336 after retry RPC after error@2078563169) -> (continuation of Deferred@1463980748 after retry RPC after error@1948028826) -> (continuation of Deferred@289450121 after retry RPC after error@1210500755) -> (continuation of Deferred@187820457 after retry RPC after error@465684234) -> (continuation of Deferred@265363483 after retry RPC after error@1908239660) -> (continuation of Deferred@1975893523 after retry RPC after error@1613356598) -> (continuation of Deferred@1719598032 after retry RPC after error@2083536446)))
08:04:17.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1830937205(state=PENDING, result=null, callback=(continuation of Deferred@1714481542 after retry RPC after error@1561887976) -> (continuation of Deferred@770277171 after retry RPC after error@1337524913) -> (continuation of Deferred@774155801 after retry RPC after error@922894577) -> (continuation of Deferred@1366598085 after retry RPC after error@1449106896) -> (continuation of Deferred@1568712036 after retry RPC after error@2015392749) -> (continuation of Deferred@204378021 after retry RPC after error@641016557) -> (continuation of Deferred@2118523082 after retry RPC after error@92451828) -> (continuation of Deferred@2108245830 after retry RPC after error@1921261652), errback=(continuation of Deferred@1714481542 after retry RPC after error@1561887976) -> (continuation of Deferred@770277171 after retry RPC after error@1337524913) -> (continuation of Deferred@774155801 after retry RPC after error@922894577) -> (continuation of Deferred@1366598085 after retry RPC after error@1449106896) -> (continuation of Deferred@1568712036 after retry RPC after error@2015392749) -> (continuation of Deferred@204378021 after retry RPC after error@641016557) -> (continuation of Deferred@2118523082 after retry RPC after error@92451828) -> (continuation of Deferred@2108245830 after retry RPC after error@1921261652)))
08:04:17.270 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1830937205(state=PENDING, result=null, callback=(continuation of Deferred@1714481542 after retry RPC after error@1561887976) -> (continuation of Deferred@770277171 after retry RPC after error@1337524913) -> (continuation of Deferred@774155801 after retry RPC after error@922894577) -> (continuation of Deferred@1366598085 after retry RPC after error@1449106896) -> (continuation of Deferred@1568712036 after retry RPC after error@2015392749) -> (continuation of Deferred@204378021 after retry RPC after error@641016557) -> (continuation of Deferred@2118523082 after retry RPC after error@92451828) -> (continuation of Deferred@2108245830 after retry RPC after error@1921261652), errback=(continuation of Deferred@1714481542 after retry RPC after error@1561887976) -> (continuation of Deferred@770277171 after retry RPC after error@1337524913) -> (continuation of Deferred@774155801 after retry RPC after error@922894577) -> (continuation of Deferred@1366598085 after retry RPC after error@1449106896) -> (continuation of Deferred@1568712036 after retry RPC after error@2015392749) -> (continuation of Deferred@204378021 after retry RPC after error@641016557) -> (continuation of Deferred@2118523082 after retry RPC after error@92451828) -> (continuation of Deferred@2108245830 after retry RPC after error@1921261652)))
08:04:17.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2064429146(state=PENDING, result=null, callback=(continuation of Deferred@1333860518 after retry RPC after error@768198748) -> (continuation of Deferred@1524833504 after retry RPC after error@1156835718) -> (continuation of Deferred@66096534 after retry RPC after error@1612197532) -> (continuation of Deferred@584989283 after retry RPC after error@2042251367) -> (continuation of Deferred@2124539643 after retry RPC after error@1600936829) -> (continuation of Deferred@204636113 after retry RPC after error@660666176) -> (continuation of Deferred@1443318633 after retry RPC after error@1804420455) -> (continuation of Deferred@1960735536 after retry RPC after error@1420050460), errback=(continuation of Deferred@1333860518 after retry RPC after error@768198748) -> (continuation of Deferred@1524833504 after retry RPC after error@1156835718) -> (continuation of Deferred@66096534 after retry RPC after error@1612197532) -> (continuation of Deferred@584989283 after retry RPC after error@2042251367) -> (continuation of Deferred@2124539643 after retry RPC after error@1600936829) -> (continuation of Deferred@204636113 after retry RPC after error@660666176) -> (continuation of Deferred@1443318633 after retry RPC after error@1804420455) -> (continuation of Deferred@1960735536 after retry RPC after error@1420050460)))
08:04:17.529 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2064429146(state=PENDING, result=null, callback=(continuation of Deferred@1333860518 after retry RPC after error@768198748) -> (continuation of Deferred@1524833504 after retry RPC after error@1156835718) -> (continuation of Deferred@66096534 after retry RPC after error@1612197532) -> (continuation of Deferred@584989283 after retry RPC after error@2042251367) -> (continuation of Deferred@2124539643 after retry RPC after error@1600936829) -> (continuation of Deferred@204636113 after retry RPC after error@660666176) -> (continuation of Deferred@1443318633 after retry RPC after error@1804420455) -> (continuation of Deferred@1960735536 after retry RPC after error@1420050460), errback=(continuation of Deferred@1333860518 after retry RPC after error@768198748) -> (continuation of Deferred@1524833504 after retry RPC after error@1156835718) -> (continuation of Deferred@66096534 after retry RPC after error@1612197532) -> (continuation of Deferred@584989283 after retry RPC after error@2042251367) -> (continuation of Deferred@2124539643 after retry RPC after error@1600936829) -> (continuation of Deferred@204636113 after retry RPC after error@660666176) -> (continuation of Deferred@1443318633 after retry RPC after error@1804420455) -> (continuation of Deferred@1960735536 after retry RPC after error@1420050460)))
08:04:17.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.548 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.646 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@236471186(state=PENDING, result=null, callback=(continuation of Deferred@1123279610 after retry RPC after error@82102522) -> (continuation of Deferred@692940593 after retry RPC after error@1694874969) -> (continuation of Deferred@943482673 after retry RPC after error@440257492) -> (continuation of Deferred@1481317189 after retry RPC after error@283937376) -> (continuation of Deferred@1269981859 after retry RPC after error@1059414890) -> (continuation of Deferred@1068816120 after retry RPC after error@1266676964) -> (continuation of Deferred@318779474 after retry RPC after error@128597867), errback=(continuation of Deferred@1123279610 after retry RPC after error@82102522) -> (continuation of Deferred@692940593 after retry RPC after error@1694874969) -> (continuation of Deferred@943482673 after retry RPC after error@440257492) -> (continuation of Deferred@1481317189 after retry RPC after error@283937376) -> (continuation of Deferred@1269981859 after retry RPC after error@1059414890) -> (continuation of Deferred@1068816120 after retry RPC after error@1266676964) -> (continuation of Deferred@318779474 after retry RPC after error@128597867)))
08:04:17.770 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@236471186(state=PENDING, result=null, callback=(continuation of Deferred@1123279610 after retry RPC after error@82102522) -> (continuation of Deferred@692940593 after retry RPC after error@1694874969) -> (continuation of Deferred@943482673 after retry RPC after error@440257492) -> (continuation of Deferred@1481317189 after retry RPC after error@283937376) -> (continuation of Deferred@1269981859 after retry RPC after error@1059414890) -> (continuation of Deferred@1068816120 after retry RPC after error@1266676964) -> (continuation of Deferred@318779474 after retry RPC after error@128597867), errback=(continuation of Deferred@1123279610 after retry RPC after error@82102522) -> (continuation of Deferred@692940593 after retry RPC after error@1694874969) -> (continuation of Deferred@943482673 after retry RPC after error@440257492) -> (continuation of Deferred@1481317189 after retry RPC after error@283937376) -> (continuation of Deferred@1269981859 after retry RPC after error@1059414890) -> (continuation of Deferred@1068816120 after retry RPC after error@1266676964) -> (continuation of Deferred@318779474 after retry RPC after error@128597867)))
08:04:17.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.866 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:17.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:17.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:17.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:17.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:17.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.029 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1560094642(state=PENDING, result=null, callback=(continuation of Deferred@595196382 after retry RPC after error@1997247503) -> (continuation of Deferred@1585473663 after retry RPC after error@1802831018) -> (continuation of Deferred@120497939 after retry RPC after error@749658133) -> (continuation of Deferred@1907406447 after retry RPC after error@849587367) -> (continuation of Deferred@1086821343 after retry RPC after error@456289690) -> (continuation of Deferred@1866838877 after retry RPC after error@1076690054) -> (continuation of Deferred@1015662135 after retry RPC after error@887042689), errback=(continuation of Deferred@595196382 after retry RPC after error@1997247503) -> (continuation of Deferred@1585473663 after retry RPC after error@1802831018) -> (continuation of Deferred@120497939 after retry RPC after error@749658133) -> (continuation of Deferred@1907406447 after retry RPC after error@849587367) -> (continuation of Deferred@1086821343 after retry RPC after error@456289690) -> (continuation of Deferred@1866838877 after retry RPC after error@1076690054) -> (continuation of Deferred@1015662135 after retry RPC after error@887042689)))
08:04:18.029 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1560094642(state=PENDING, result=null, callback=(continuation of Deferred@595196382 after retry RPC after error@1997247503) -> (continuation of Deferred@1585473663 after retry RPC after error@1802831018) -> (continuation of Deferred@120497939 after retry RPC after error@749658133) -> (continuation of Deferred@1907406447 after retry RPC after error@849587367) -> (continuation of Deferred@1086821343 after retry RPC after error@456289690) -> (continuation of Deferred@1866838877 after retry RPC after error@1076690054) -> (continuation of Deferred@1015662135 after retry RPC after error@887042689), errback=(continuation of Deferred@595196382 after retry RPC after error@1997247503) -> (continuation of Deferred@1585473663 after retry RPC after error@1802831018) -> (continuation of Deferred@120497939 after retry RPC after error@749658133) -> (continuation of Deferred@1907406447 after retry RPC after error@849587367) -> (continuation of Deferred@1086821343 after retry RPC after error@456289690) -> (continuation of Deferred@1866838877 after retry RPC after error@1076690054) -> (continuation of Deferred@1015662135 after retry RPC after error@887042689)))
08:04:18.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.169 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1679927529(state=PENDING, result=null, callback=(continuation of Deferred@868946737 after retry RPC after error@1172108951) -> (continuation of Deferred@1146728345 after retry RPC after error@760619291) -> (continuation of Deferred@1181740315 after retry RPC after error@1688584975) -> (continuation of Deferred@1829346661 after retry RPC after error@1909143334) -> (continuation of Deferred@1224022833 after retry RPC after error@42075291) -> (continuation of Deferred@591483675 after retry RPC after error@194716242) -> (continuation of Deferred@1809288323 after retry RPC after error@2036591550), errback=(continuation of Deferred@868946737 after retry RPC after error@1172108951) -> (continuation of Deferred@1146728345 after retry RPC after error@760619291) -> (continuation of Deferred@1181740315 after retry RPC after error@1688584975) -> (continuation of Deferred@1829346661 after retry RPC after error@1909143334) -> (continuation of Deferred@1224022833 after retry RPC after error@42075291) -> (continuation of Deferred@591483675 after retry RPC after error@194716242) -> (continuation of Deferred@1809288323 after retry RPC after error@2036591550)))
08:04:18.190 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1679927529(state=PENDING, result=null, callback=(continuation of Deferred@868946737 after retry RPC after error@1172108951) -> (continuation of Deferred@1146728345 after retry RPC after error@760619291) -> (continuation of Deferred@1181740315 after retry RPC after error@1688584975) -> (continuation of Deferred@1829346661 after retry RPC after error@1909143334) -> (continuation of Deferred@1224022833 after retry RPC after error@42075291) -> (continuation of Deferred@591483675 after retry RPC after error@194716242) -> (continuation of Deferred@1809288323 after retry RPC after error@2036591550), errback=(continuation of Deferred@868946737 after retry RPC after error@1172108951) -> (continuation of Deferred@1146728345 after retry RPC after error@760619291) -> (continuation of Deferred@1181740315 after retry RPC after error@1688584975) -> (continuation of Deferred@1829346661 after retry RPC after error@1909143334) -> (continuation of Deferred@1224022833 after retry RPC after error@42075291) -> (continuation of Deferred@591483675 after retry RPC after error@194716242) -> (continuation of Deferred@1809288323 after retry RPC after error@2036591550)))
08:04:18.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.208 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.286 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2128511532(state=PENDING, result=null, callback=(continuation of Deferred@617556566 after retry RPC after error@999812781) -> (continuation of Deferred@169048967 after retry RPC after error@14046987) -> (continuation of Deferred@1561743581 after retry RPC after error@1508917076) -> (continuation of Deferred@1219410094 after retry RPC after error@2054340799) -> (continuation of Deferred@353232788 after retry RPC after error@1306484990) -> (continuation of Deferred@1879689763 after retry RPC after error@479370149), errback=(continuation of Deferred@617556566 after retry RPC after error@999812781) -> (continuation of Deferred@169048967 after retry RPC after error@14046987) -> (continuation of Deferred@1561743581 after retry RPC after error@1508917076) -> (continuation of Deferred@1219410094 after retry RPC after error@2054340799) -> (continuation of Deferred@353232788 after retry RPC after error@1306484990) -> (continuation of Deferred@1879689763 after retry RPC after error@479370149)))
08:04:18.389 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2128511532(state=PENDING, result=null, callback=(continuation of Deferred@617556566 after retry RPC after error@999812781) -> (continuation of Deferred@169048967 after retry RPC after error@14046987) -> (continuation of Deferred@1561743581 after retry RPC after error@1508917076) -> (continuation of Deferred@1219410094 after retry RPC after error@2054340799) -> (continuation of Deferred@353232788 after retry RPC after error@1306484990) -> (continuation of Deferred@1879689763 after retry RPC after error@479370149), errback=(continuation of Deferred@617556566 after retry RPC after error@999812781) -> (continuation of Deferred@169048967 after retry RPC after error@14046987) -> (continuation of Deferred@1561743581 after retry RPC after error@1508917076) -> (continuation of Deferred@1219410094 after retry RPC after error@2054340799) -> (continuation of Deferred@353232788 after retry RPC after error@1306484990) -> (continuation of Deferred@1879689763 after retry RPC after error@479370149)))
08:04:18.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.447 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.528 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1222018657(state=PENDING, result=null, callback=(continuation of Deferred@1330765845 after retry RPC after error@260453556) -> (continuation of Deferred@310765466 after retry RPC after error@1847365157) -> (continuation of Deferred@772643515 after retry RPC after error@277882970) -> (continuation of Deferred@756331749 after retry RPC after error@670264004) -> (continuation of Deferred@1701442755 after retry RPC after error@1957352140) -> (continuation of Deferred@2081551136 after retry RPC after error@1074271020) -> (continuation of Deferred@1793927170 after retry RPC after error@1223932705), errback=(continuation of Deferred@1330765845 after retry RPC after error@260453556) -> (continuation of Deferred@310765466 after retry RPC after error@1847365157) -> (continuation of Deferred@772643515 after retry RPC after error@277882970) -> (continuation of Deferred@756331749 after retry RPC after error@670264004) -> (continuation of Deferred@1701442755 after retry RPC after error@1957352140) -> (continuation of Deferred@2081551136 after retry RPC after error@1074271020) -> (continuation of Deferred@1793927170 after retry RPC after error@1223932705)))
08:04:18.610 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1222018657(state=PENDING, result=null, callback=(continuation of Deferred@1330765845 after retry RPC after error@260453556) -> (continuation of Deferred@310765466 after retry RPC after error@1847365157) -> (continuation of Deferred@772643515 after retry RPC after error@277882970) -> (continuation of Deferred@756331749 after retry RPC after error@670264004) -> (continuation of Deferred@1701442755 after retry RPC after error@1957352140) -> (continuation of Deferred@2081551136 after retry RPC after error@1074271020) -> (continuation of Deferred@1793927170 after retry RPC after error@1223932705), errback=(continuation of Deferred@1330765845 after retry RPC after error@260453556) -> (continuation of Deferred@310765466 after retry RPC after error@1847365157) -> (continuation of Deferred@772643515 after retry RPC after error@277882970) -> (continuation of Deferred@756331749 after retry RPC after error@670264004) -> (continuation of Deferred@1701442755 after retry RPC after error@1957352140) -> (continuation of Deferred@2081551136 after retry RPC after error@1074271020) -> (continuation of Deferred@1793927170 after retry RPC after error@1223932705)))
08:04:18.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.666 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:18.801102 5904 master_runner.cc:186] Error getting master registration for 127.5.193.125:39711: Network error: Client connection negotiation failed: client connection to 127.5.193.125:39711: connect: Connection refused (error 111),
08:04:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:18.801280 5904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:18.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.888 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1355334506(state=PENDING, result=null, callback=(continuation of Deferred@1838767266 after retry RPC after error@270277941) -> (continuation of Deferred@403288103 after retry RPC after error@239924191) -> (continuation of Deferred@697815800 after retry RPC after error@1494390602) -> (continuation of Deferred@214932679 after retry RPC after error@1710507146) -> (continuation of Deferred@1919109854 after retry RPC after error@1057368863) -> (continuation of Deferred@1331671452 after retry RPC after error@147352809) -> (continuation of Deferred@1620439700 after retry RPC after error@1850041162), errback=(continuation of Deferred@1838767266 after retry RPC after error@270277941) -> (continuation of Deferred@403288103 after retry RPC after error@239924191) -> (continuation of Deferred@697815800 after retry RPC after error@1494390602) -> (continuation of Deferred@214932679 after retry RPC after error@1710507146) -> (continuation of Deferred@1919109854 after retry RPC after error@1057368863) -> (continuation of Deferred@1331671452 after retry RPC after error@147352809) -> (continuation of Deferred@1620439700 after retry RPC after error@1850041162)))
08:04:18.888 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:18.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:18.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:18.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:18.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:18.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:18.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.029 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1008079037(state=PENDING, result=null, callback=(continuation of Deferred@439047345 after retry RPC after error@1881680424) -> (continuation of Deferred@1077066029 after retry RPC after error@1286462062) -> (continuation of Deferred@207847830 after retry RPC after error@1034654552) -> (continuation of Deferred@1753591313 after retry RPC after error@1255765957) -> (continuation of Deferred@1520836665 after retry RPC after error@997607782) -> (continuation of Deferred@2126941503 after retry RPC after error@2132847229), errback=(continuation of Deferred@439047345 after retry RPC after error@1881680424) -> (continuation of Deferred@1077066029 after retry RPC after error@1286462062) -> (continuation of Deferred@207847830 after retry RPC after error@1034654552) -> (continuation of Deferred@1753591313 after retry RPC after error@1255765957) -> (continuation of Deferred@1520836665 after retry RPC after error@997607782) -> (continuation of Deferred@2126941503 after retry RPC after error@2132847229)))
08:04:19.089 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1008079037(state=PENDING, result=null, callback=(continuation of Deferred@439047345 after retry RPC after error@1881680424) -> (continuation of Deferred@1077066029 after retry RPC after error@1286462062) -> (continuation of Deferred@207847830 after retry RPC after error@1034654552) -> (continuation of Deferred@1753591313 after retry RPC after error@1255765957) -> (continuation of Deferred@1520836665 after retry RPC after error@997607782) -> (continuation of Deferred@2126941503 after retry RPC after error@2132847229), errback=(continuation of Deferred@439047345 after retry RPC after error@1881680424) -> (continuation of Deferred@1077066029 after retry RPC after error@1286462062) -> (continuation of Deferred@207847830 after retry RPC after error@1034654552) -> (continuation of Deferred@1753591313 after retry RPC after error@1255765957) -> (continuation of Deferred@1520836665 after retry RPC after error@997607782) -> (continuation of Deferred@2126941503 after retry RPC after error@2132847229)))
08:04:19.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.328 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1344863141(state=PENDING, result=null, callback=(continuation of Deferred@479191039 after retry RPC after error@1677862422) -> (continuation of Deferred@482013840 after retry RPC after error@198756209) -> (continuation of Deferred@1774883282 after retry RPC after error@479017067) -> (continuation of Deferred@1474848536 after retry RPC after error@449233371) -> (continuation of Deferred@666867536 after retry RPC after error@1384426924) -> (continuation of Deferred@1178648643 after retry RPC after error@1780746569) -> (continuation of Deferred@830084682 after retry RPC after error@1180972036), errback=(continuation of Deferred@479191039 after retry RPC after error@1677862422) -> (continuation of Deferred@482013840 after retry RPC after error@198756209) -> (continuation of Deferred@1774883282 after retry RPC after error@479017067) -> (continuation of Deferred@1474848536 after retry RPC after error@449233371) -> (continuation of Deferred@666867536 after retry RPC after error@1384426924) -> (continuation of Deferred@1178648643 after retry RPC after error@1780746569) -> (continuation of Deferred@830084682 after retry RPC after error@1180972036)))
08:04:19.330 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1344863141(state=PENDING, result=null, callback=(continuation of Deferred@479191039 after retry RPC after error@1677862422) -> (continuation of Deferred@482013840 after retry RPC after error@198756209) -> (continuation of Deferred@1774883282 after retry RPC after error@479017067) -> (continuation of Deferred@1474848536 after retry RPC after error@449233371) -> (continuation of Deferred@666867536 after retry RPC after error@1384426924) -> (continuation of Deferred@1178648643 after retry RPC after error@1780746569) -> (continuation of Deferred@830084682 after retry RPC after error@1180972036), errback=(continuation of Deferred@479191039 after retry RPC after error@1677862422) -> (continuation of Deferred@482013840 after retry RPC after error@198756209) -> (continuation of Deferred@1774883282 after retry RPC after error@479017067) -> (continuation of Deferred@1474848536 after retry RPC after error@449233371) -> (continuation of Deferred@666867536 after retry RPC after error@1384426924) -> (continuation of Deferred@1178648643 after retry RPC after error@1780746569) -> (continuation of Deferred@830084682 after retry RPC after error@1180972036)))
08:04:19.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.387 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.428 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2085378213(state=PENDING, result=null, callback=(continuation of Deferred@1217712738 after retry RPC after error@506049324) -> (continuation of Deferred@591285274 after retry RPC after error@1026138536) -> (continuation of Deferred@1405117357 after retry RPC after error@2300458) -> (continuation of Deferred@1361889448 after retry RPC after error@561518532) -> (continuation of Deferred@1903547725 after retry RPC after error@1763664643) -> (continuation of Deferred@1589747456 after retry RPC after error@1063675179) -> (continuation of Deferred@1617297463 after retry RPC after error@1920163907), errback=(continuation of Deferred@1217712738 after retry RPC after error@506049324) -> (continuation of Deferred@591285274 after retry RPC after error@1026138536) -> (continuation of Deferred@1405117357 after retry RPC after error@2300458) -> (continuation of Deferred@1361889448 after retry RPC after error@561518532) -> (continuation of Deferred@1903547725 after retry RPC after error@1763664643) -> (continuation of Deferred@1589747456 after retry RPC after error@1063675179) -> (continuation of Deferred@1617297463 after retry RPC after error@1920163907)))
08:04:19.569 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@2085378213(state=PENDING, result=null, callback=(continuation of Deferred@1217712738 after retry RPC after error@506049324) -> (continuation of Deferred@591285274 after retry RPC after error@1026138536) -> (continuation of Deferred@1405117357 after retry RPC after error@2300458) -> (continuation of Deferred@1361889448 after retry RPC after error@561518532) -> (continuation of Deferred@1903547725 after retry RPC after error@1763664643) -> (continuation of Deferred@1589747456 after retry RPC after error@1063675179) -> (continuation of Deferred@1617297463 after retry RPC after error@1920163907), errback=(continuation of Deferred@1217712738 after retry RPC after error@506049324) -> (continuation of Deferred@591285274 after retry RPC after error@1026138536) -> (continuation of Deferred@1405117357 after retry RPC after error@2300458) -> (continuation of Deferred@1361889448 after retry RPC after error@561518532) -> (continuation of Deferred@1903547725 after retry RPC after error@1763664643) -> (continuation of Deferred@1589747456 after retry RPC after error@1063675179) -> (continuation of Deferred@1617297463 after retry RPC after error@1920163907)))
08:04:19.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.628 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.748 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.749 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1187364402(state=PENDING, result=null, callback=(continuation of Deferred@737594636 after retry RPC after error@569411352) -> (continuation of Deferred@1166268026 after retry RPC after error@777831638) -> (continuation of Deferred@870310588 after retry RPC after error@372407192) -> (continuation of Deferred@1297702690 after retry RPC after error@90916907) -> (continuation of Deferred@1240305720 after retry RPC after error@1275517990) -> (continuation of Deferred@1268853451 after retry RPC after error@341051780) -> (continuation of Deferred@832386918 after retry RPC after error@1266690719), errback=(continuation of Deferred@737594636 after retry RPC after error@569411352) -> (continuation of Deferred@1166268026 after retry RPC after error@777831638) -> (continuation of Deferred@870310588 after retry RPC after error@372407192) -> (continuation of Deferred@1297702690 after retry RPC after error@90916907) -> (continuation of Deferred@1240305720 after retry RPC after error@1275517990) -> (continuation of Deferred@1268853451 after retry RPC after error@341051780) -> (continuation of Deferred@832386918 after retry RPC after error@1266690719)))
08:04:19.810 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1187364402(state=PENDING, result=null, callback=(continuation of Deferred@737594636 after retry RPC after error@569411352) -> (continuation of Deferred@1166268026 after retry RPC after error@777831638) -> (continuation of Deferred@870310588 after retry RPC after error@372407192) -> (continuation of Deferred@1297702690 after retry RPC after error@90916907) -> (continuation of Deferred@1240305720 after retry RPC after error@1275517990) -> (continuation of Deferred@1268853451 after retry RPC after error@341051780) -> (continuation of Deferred@832386918 after retry RPC after error@1266690719), errback=(continuation of Deferred@737594636 after retry RPC after error@569411352) -> (continuation of Deferred@1166268026 after retry RPC after error@777831638) -> (continuation of Deferred@870310588 after retry RPC after error@372407192) -> (continuation of Deferred@1297702690 after retry RPC after error@90916907) -> (continuation of Deferred@1240305720 after retry RPC after error@1275517990) -> (continuation of Deferred@1268853451 after retry RPC after error@341051780) -> (continuation of Deferred@832386918 after retry RPC after error@1266690719)))
08:04:19.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:19.849133 6545 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:19.851543 6545 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '5b9b4db44adb47298bc7a997e4e29b66', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.193.126:37063,127.5.193.125:39711,127.5.193.124:35443, num_attempts: 1)
08:04:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:19.852946 6541 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.193.124:35443)
08:04:19.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:19.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:19.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:19.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:19.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:19.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1859780693(state=PENDING, result=null, callback=(continuation of Deferred@2076382510 after retry RPC after error@1226033285) -> (continuation of Deferred@1586656799 after retry RPC after error@1626606896) -> (continuation of Deferred@66920037 after retry RPC after error@1425914239) -> (continuation of Deferred@420614001 after retry RPC after error@1506745582) -> (continuation of Deferred@850014084 after retry RPC after error@195387119) -> (continuation of Deferred@38121837 after retry RPC after error@592242087) -> (continuation of Deferred@1090070597 after retry RPC after error@1636451475), errback=(continuation of Deferred@2076382510 after retry RPC after error@1226033285) -> (continuation of Deferred@1586656799 after retry RPC after error@1626606896) -> (continuation of Deferred@66920037 after retry RPC after error@1425914239) -> (continuation of Deferred@420614001 after retry RPC after error@1506745582) -> (continuation of Deferred@850014084 after retry RPC after error@195387119) -> (continuation of Deferred@38121837 after retry RPC after error@592242087) -> (continuation of Deferred@1090070597 after retry RPC after error@1636451475)))
08:04:19.990 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1859780693(state=PENDING, result=null, callback=(continuation of Deferred@2076382510 after retry RPC after error@1226033285) -> (continuation of Deferred@1586656799 after retry RPC after error@1626606896) -> (continuation of Deferred@66920037 after retry RPC after error@1425914239) -> (continuation of Deferred@420614001 after retry RPC after error@1506745582) -> (continuation of Deferred@850014084 after retry RPC after error@195387119) -> (continuation of Deferred@38121837 after retry RPC after error@592242087) -> (continuation of Deferred@1090070597 after retry RPC after error@1636451475), errback=(continuation of Deferred@2076382510 after retry RPC after error@1226033285) -> (continuation of Deferred@1586656799 after retry RPC after error@1626606896) -> (continuation of Deferred@66920037 after retry RPC after error@1425914239) -> (continuation of Deferred@420614001 after retry RPC after error@1506745582) -> (continuation of Deferred@850014084 after retry RPC after error@195387119) -> (continuation of Deferred@38121837 after retry RPC after error@592242087) -> (continuation of Deferred@1090070597 after retry RPC after error@1636451475)))
08:04:20.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@218698185(state=PENDING, result=null, callback=(continuation of Deferred@1833310677 after retry RPC after error@457956986) -> (continuation of Deferred@440362112 after retry RPC after error@1610463575) -> (continuation of Deferred@36211660 after retry RPC after error@1196768765) -> (continuation of Deferred@649026291 after retry RPC after error@338323568) -> (continuation of Deferred@1377494994 after retry RPC after error@1020170937) -> (continuation of Deferred@1625964305 after retry RPC after error@658809492), errback=(continuation of Deferred@1833310677 after retry RPC after error@457956986) -> (continuation of Deferred@440362112 after retry RPC after error@1610463575) -> (continuation of Deferred@36211660 after retry RPC after error@1196768765) -> (continuation of Deferred@649026291 after retry RPC after error@338323568) -> (continuation of Deferred@1377494994 after retry RPC after error@1020170937) -> (continuation of Deferred@1625964305 after retry RPC after error@658809492)))
08:04:20.209 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@218698185(state=PENDING, result=null, callback=(continuation of Deferred@1833310677 after retry RPC after error@457956986) -> (continuation of Deferred@440362112 after retry RPC after error@1610463575) -> (continuation of Deferred@36211660 after retry RPC after error@1196768765) -> (continuation of Deferred@649026291 after retry RPC after error@338323568) -> (continuation of Deferred@1377494994 after retry RPC after error@1020170937) -> (continuation of Deferred@1625964305 after retry RPC after error@658809492), errback=(continuation of Deferred@1833310677 after retry RPC after error@457956986) -> (continuation of Deferred@440362112 after retry RPC after error@1610463575) -> (continuation of Deferred@36211660 after retry RPC after error@1196768765) -> (continuation of Deferred@649026291 after retry RPC after error@338323568) -> (continuation of Deferred@1377494994 after retry RPC after error@1020170937) -> (continuation of Deferred@1625964305 after retry RPC after error@658809492)))
08:04:20.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.227 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.348 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.448 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.450 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1995288386(state=PENDING, result=null, callback=(continuation of Deferred@1380716974 after retry RPC after error@664116658) -> (continuation of Deferred@773412892 after retry RPC after error@898983202) -> (continuation of Deferred@124179295 after retry RPC after error@211138060) -> (continuation of Deferred@1747506746 after retry RPC after error@1988760168) -> (continuation of Deferred@1204276173 after retry RPC after error@1715675375) -> (continuation of Deferred@1223996187 after retry RPC after error@1858859327) -> (continuation of Deferred@397133448 after retry RPC after error@1754319050), errback=(continuation of Deferred@1380716974 after retry RPC after error@664116658) -> (continuation of Deferred@773412892 after retry RPC after error@898983202) -> (continuation of Deferred@124179295 after retry RPC after error@211138060) -> (continuation of Deferred@1747506746 after retry RPC after error@1988760168) -> (continuation of Deferred@1204276173 after retry RPC after error@1715675375) -> (continuation of Deferred@1223996187 after retry RPC after error@1858859327) -> (continuation of Deferred@397133448 after retry RPC after error@1754319050)))
08:04:20.450 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1995288386(state=PENDING, result=null, callback=(continuation of Deferred@1380716974 after retry RPC after error@664116658) -> (continuation of Deferred@773412892 after retry RPC after error@898983202) -> (continuation of Deferred@124179295 after retry RPC after error@211138060) -> (continuation of Deferred@1747506746 after retry RPC after error@1988760168) -> (continuation of Deferred@1204276173 after retry RPC after error@1715675375) -> (continuation of Deferred@1223996187 after retry RPC after error@1858859327) -> (continuation of Deferred@397133448 after retry RPC after error@1754319050), errback=(continuation of Deferred@1380716974 after retry RPC after error@664116658) -> (continuation of Deferred@773412892 after retry RPC after error@898983202) -> (continuation of Deferred@124179295 after retry RPC after error@211138060) -> (continuation of Deferred@1747506746 after retry RPC after error@1988760168) -> (continuation of Deferred@1204276173 after retry RPC after error@1715675375) -> (continuation of Deferred@1223996187 after retry RPC after error@1858859327) -> (continuation of Deferred@397133448 after retry RPC after error@1754319050)))
08:04:20.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.468 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.649 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2103359220(state=PENDING, result=null, callback=(continuation of Deferred@117968514 after retry RPC after error@1036022422) -> (continuation of Deferred@952227411 after retry RPC after error@807419561) -> (continuation of Deferred@1998277169 after retry RPC after error@1232192134) -> (continuation of Deferred@2142561973 after retry RPC after error@1322273436) -> (continuation of Deferred@1672993717 after retry RPC after error@613765303) -> (continuation of Deferred@2093779934 after retry RPC after error@805612145) -> (continuation of Deferred@1832105399 after retry RPC after error@1663909966), errback=(continuation of Deferred@117968514 after retry RPC after error@1036022422) -> (continuation of Deferred@952227411 after retry RPC after error@807419561) -> (continuation of Deferred@1998277169 after retry RPC after error@1232192134) -> (continuation of Deferred@2142561973 after retry RPC after error@1322273436) -> (continuation of Deferred@1672993717 after retry RPC after error@613765303) -> (continuation of Deferred@2093779934 after retry RPC after error@805612145) -> (continuation of Deferred@1832105399 after retry RPC after error@1663909966)))
08:04:20.649 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@2103359220(state=PENDING, result=null, callback=(continuation of Deferred@117968514 after retry RPC after error@1036022422) -> (continuation of Deferred@952227411 after retry RPC after error@807419561) -> (continuation of Deferred@1998277169 after retry RPC after error@1232192134) -> (continuation of Deferred@2142561973 after retry RPC after error@1322273436) -> (continuation of Deferred@1672993717 after retry RPC after error@613765303) -> (continuation of Deferred@2093779934 after retry RPC after error@805612145) -> (continuation of Deferred@1832105399 after retry RPC after error@1663909966), errback=(continuation of Deferred@117968514 after retry RPC after error@1036022422) -> (continuation of Deferred@952227411 after retry RPC after error@807419561) -> (continuation of Deferred@1998277169 after retry RPC after error@1232192134) -> (continuation of Deferred@2142561973 after retry RPC after error@1322273436) -> (continuation of Deferred@1672993717 after retry RPC after error@613765303) -> (continuation of Deferred@2093779934 after retry RPC after error@805612145) -> (continuation of Deferred@1832105399 after retry RPC after error@1663909966)))
08:04:20.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.668 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.687 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.808 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.848 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1046718780(state=PENDING, result=null, callback=(continuation of Deferred@1401422261 after retry RPC after error@2039345142) -> (continuation of Deferred@1104357597 after retry RPC after error@1658471314) -> (continuation of Deferred@1900831701 after retry RPC after error@1739112533) -> (continuation of Deferred@1072011709 after retry RPC after error@261331712) -> (continuation of Deferred@500368364 after retry RPC after error@1012449899) -> (continuation of Deferred@803445804 after retry RPC after error@1010522443) -> (continuation of Deferred@963834179 after retry RPC after error@1136867228), errback=(continuation of Deferred@1401422261 after retry RPC after error@2039345142) -> (continuation of Deferred@1104357597 after retry RPC after error@1658471314) -> (continuation of Deferred@1900831701 after retry RPC after error@1739112533) -> (continuation of Deferred@1072011709 after retry RPC after error@261331712) -> (continuation of Deferred@500368364 after retry RPC after error@1012449899) -> (continuation of Deferred@803445804 after retry RPC after error@1010522443) -> (continuation of Deferred@963834179 after retry RPC after error@1136867228)))
08:04:20.850 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1046718780(state=PENDING, result=null, callback=(continuation of Deferred@1401422261 after retry RPC after error@2039345142) -> (continuation of Deferred@1104357597 after retry RPC after error@1658471314) -> (continuation of Deferred@1900831701 after retry RPC after error@1739112533) -> (continuation of Deferred@1072011709 after retry RPC after error@261331712) -> (continuation of Deferred@500368364 after retry RPC after error@1012449899) -> (continuation of Deferred@803445804 after retry RPC after error@1010522443) -> (continuation of Deferred@963834179 after retry RPC after error@1136867228), errback=(continuation of Deferred@1401422261 after retry RPC after error@2039345142) -> (continuation of Deferred@1104357597 after retry RPC after error@1658471314) -> (continuation of Deferred@1900831701 after retry RPC after error@1739112533) -> (continuation of Deferred@1072011709 after retry RPC after error@261331712) -> (continuation of Deferred@500368364 after retry RPC after error@1012449899) -> (continuation of Deferred@803445804 after retry RPC after error@1010522443) -> (continuation of Deferred@963834179 after retry RPC after error@1136867228)))
08:04:20.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.886 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.907 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.908 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.947 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.948 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:20.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:20.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:20.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:20.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:20.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.108 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1346594308(state=PENDING, result=null, callback=(continuation of Deferred@2097884498 after retry RPC after error@1446354050) -> (continuation of Deferred@717811407 after retry RPC after error@1634787028) -> (continuation of Deferred@1161109013 after retry RPC after error@1067342781) -> (continuation of Deferred@1380803607 after retry RPC after error@900499188) -> (continuation of Deferred@1476715490 after retry RPC after error@352979180) -> (continuation of Deferred@752790406 after retry RPC after error@2106856399) -> (continuation of Deferred@40952940 after retry RPC after error@1207484838) -> (continuation of Deferred@514048068 after retry RPC after error@1140105780), errback=(continuation of Deferred@2097884498 after retry RPC after error@1446354050) -> (continuation of Deferred@717811407 after retry RPC after error@1634787028) -> (continuation of Deferred@1161109013 after retry RPC after error@1067342781) -> (continuation of Deferred@1380803607 after retry RPC after error@900499188) -> (continuation of Deferred@1476715490 after retry RPC after error@352979180) -> (continuation of Deferred@752790406 after retry RPC after error@2106856399) -> (continuation of Deferred@40952940 after retry RPC after error@1207484838) -> (continuation of Deferred@514048068 after retry RPC after error@1140105780)))
08:04:21.110 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@1346594308(state=PENDING, result=null, callback=(continuation of Deferred@2097884498 after retry RPC after error@1446354050) -> (continuation of Deferred@717811407 after retry RPC after error@1634787028) -> (continuation of Deferred@1161109013 after retry RPC after error@1067342781) -> (continuation of Deferred@1380803607 after retry RPC after error@900499188) -> (continuation of Deferred@1476715490 after retry RPC after error@352979180) -> (continuation of Deferred@752790406 after retry RPC after error@2106856399) -> (continuation of Deferred@40952940 after retry RPC after error@1207484838) -> (continuation of Deferred@514048068 after retry RPC after error@1140105780), errback=(continuation of Deferred@2097884498 after retry RPC after error@1446354050) -> (continuation of Deferred@717811407 after retry RPC after error@1634787028) -> (continuation of Deferred@1161109013 after retry RPC after error@1067342781) -> (continuation of Deferred@1380803607 after retry RPC after error@900499188) -> (continuation of Deferred@1476715490 after retry RPC after error@352979180) -> (continuation of Deferred@752790406 after retry RPC after error@2106856399) -> (continuation of Deferred@40952940 after retry RPC after error@1207484838) -> (continuation of Deferred@514048068 after retry RPC after error@1140105780)))
08:04:21.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.247 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.267 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.268 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1695328384(state=PENDING, result=null, callback=(continuation of Deferred@1864604459 after retry RPC after error@1165102043) -> (continuation of Deferred@565476920 after retry RPC after error@561814054) -> (continuation of Deferred@1383446497 after retry RPC after error@118244007) -> (continuation of Deferred@97237440 after retry RPC after error@1076080373) -> (continuation of Deferred@1058456495 after retry RPC after error@1516939152) -> (continuation of Deferred@45551780 after retry RPC after error@1597919745), errback=(continuation of Deferred@1864604459 after retry RPC after error@1165102043) -> (continuation of Deferred@565476920 after retry RPC after error@561814054) -> (continuation of Deferred@1383446497 after retry RPC after error@118244007) -> (continuation of Deferred@97237440 after retry RPC after error@1076080373) -> (continuation of Deferred@1058456495 after retry RPC after error@1516939152) -> (continuation of Deferred@45551780 after retry RPC after error@1597919745)))
08:04:21.270 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, deferred=Deferred@1695328384(state=PENDING, result=null, callback=(continuation of Deferred@1864604459 after retry RPC after error@1165102043) -> (continuation of Deferred@565476920 after retry RPC after error@561814054) -> (continuation of Deferred@1383446497 after retry RPC after error@118244007) -> (continuation of Deferred@97237440 after retry RPC after error@1076080373) -> (continuation of Deferred@1058456495 after retry RPC after error@1516939152) -> (continuation of Deferred@45551780 after retry RPC after error@1597919745), errback=(continuation of Deferred@1864604459 after retry RPC after error@1165102043) -> (continuation of Deferred@565476920 after retry RPC after error@561814054) -> (continuation of Deferred@1383446497 after retry RPC after error@118244007) -> (continuation of Deferred@97237440 after retry RPC after error@1076080373) -> (continuation of Deferred@1058456495 after retry RPC after error@1516939152) -> (continuation of Deferred@45551780 after retry RPC after error@1597919745)))
08:04:21.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.347 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.467 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.507 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@411070747(state=PENDING, result=null, callback=(continuation of Deferred@1441964028 after retry RPC after error@301338469) -> (continuation of Deferred@807314907 after retry RPC after error@722276970) -> (continuation of Deferred@1782674824 after retry RPC after error@1265484418) -> (continuation of Deferred@236488265 after retry RPC after error@1296391074) -> (continuation of Deferred@743021239 after retry RPC after error@152384622) -> (continuation of Deferred@1140183499 after retry RPC after error@613030492) -> (continuation of Deferred@1148624984 after retry RPC after error@1684036348), errback=(continuation of Deferred@1441964028 after retry RPC after error@301338469) -> (continuation of Deferred@807314907 after retry RPC after error@722276970) -> (continuation of Deferred@1782674824 after retry RPC after error@1265484418) -> (continuation of Deferred@236488265 after retry RPC after error@1296391074) -> (continuation of Deferred@743021239 after retry RPC after error@152384622) -> (continuation of Deferred@1140183499 after retry RPC after error@613030492) -> (continuation of Deferred@1148624984 after retry RPC after error@1684036348)))
08:04:21.509 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@411070747(state=PENDING, result=null, callback=(continuation of Deferred@1441964028 after retry RPC after error@301338469) -> (continuation of Deferred@807314907 after retry RPC after error@722276970) -> (continuation of Deferred@1782674824 after retry RPC after error@1265484418) -> (continuation of Deferred@236488265 after retry RPC after error@1296391074) -> (continuation of Deferred@743021239 after retry RPC after error@152384622) -> (continuation of Deferred@1140183499 after retry RPC after error@613030492) -> (continuation of Deferred@1148624984 after retry RPC after error@1684036348), errback=(continuation of Deferred@1441964028 after retry RPC after error@301338469) -> (continuation of Deferred@807314907 after retry RPC after error@722276970) -> (continuation of Deferred@1782674824 after retry RPC after error@1265484418) -> (continuation of Deferred@236488265 after retry RPC after error@1296391074) -> (continuation of Deferred@743021239 after retry RPC after error@152384622) -> (continuation of Deferred@1140183499 after retry RPC after error@613030492) -> (continuation of Deferred@1148624984 after retry RPC after error@1684036348)))
08:04:21.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.527 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.547 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.587 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.667 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@571933625(state=PENDING, result=null, callback=(continuation of Deferred@1173473144 after retry RPC after error@148959006) -> (continuation of Deferred@478437180 after retry RPC after error@110403038) -> (continuation of Deferred@1293242483 after retry RPC after error@1115872976) -> (continuation of Deferred@2093028355 after retry RPC after error@1578699816) -> (continuation of Deferred@963135824 after retry RPC after error@1833460979) -> (continuation of Deferred@425526357 after retry RPC after error@255013658) -> (continuation of Deferred@1953159525 after retry RPC after error@1512785127), errback=(continuation of Deferred@1173473144 after retry RPC after error@148959006) -> (continuation of Deferred@478437180 after retry RPC after error@110403038) -> (continuation of Deferred@1293242483 after retry RPC after error@1115872976) -> (continuation of Deferred@2093028355 after retry RPC after error@1578699816) -> (continuation of Deferred@963135824 after retry RPC after error@1833460979) -> (continuation of Deferred@425526357 after retry RPC after error@255013658) -> (continuation of Deferred@1953159525 after retry RPC after error@1512785127)))
08:04:21.749 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@571933625(state=PENDING, result=null, callback=(continuation of Deferred@1173473144 after retry RPC after error@148959006) -> (continuation of Deferred@478437180 after retry RPC after error@110403038) -> (continuation of Deferred@1293242483 after retry RPC after error@1115872976) -> (continuation of Deferred@2093028355 after retry RPC after error@1578699816) -> (continuation of Deferred@963135824 after retry RPC after error@1833460979) -> (continuation of Deferred@425526357 after retry RPC after error@255013658) -> (continuation of Deferred@1953159525 after retry RPC after error@1512785127), errback=(continuation of Deferred@1173473144 after retry RPC after error@148959006) -> (continuation of Deferred@478437180 after retry RPC after error@110403038) -> (continuation of Deferred@1293242483 after retry RPC after error@1115872976) -> (continuation of Deferred@2093028355 after retry RPC after error@1578699816) -> (continuation of Deferred@963135824 after retry RPC after error@1833460979) -> (continuation of Deferred@425526357 after retry RPC after error@255013658) -> (continuation of Deferred@1953159525 after retry RPC after error@1512785127)))
08:04:21.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.887 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:21.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:21.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:21.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:21.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:21.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@747908476(state=PENDING, result=null, callback=(continuation of Deferred@1770548510 after retry RPC after error@2145679249) -> (continuation of Deferred@206852471 after retry RPC after error@27685452) -> (continuation of Deferred@736894971 after retry RPC after error@2011741672) -> (continuation of Deferred@1494844811 after retry RPC after error@1805625590) -> (continuation of Deferred@549937593 after retry RPC after error@317886388) -> (continuation of Deferred@122844604 after retry RPC after error@295482808) -> (continuation of Deferred@181261467 after retry RPC after error@205808985) -> (continuation of Deferred@405741304 after retry RPC after error@1827297584), errback=(continuation of Deferred@1770548510 after retry RPC after error@2145679249) -> (continuation of Deferred@206852471 after retry RPC after error@27685452) -> (continuation of Deferred@736894971 after retry RPC after error@2011741672) -> (continuation of Deferred@1494844811 after retry RPC after error@1805625590) -> (continuation of Deferred@549937593 after retry RPC after error@317886388) -> (continuation of Deferred@122844604 after retry RPC after error@295482808) -> (continuation of Deferred@181261467 after retry RPC after error@205808985) -> (continuation of Deferred@405741304 after retry RPC after error@1827297584)))
08:04:21.989 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, deferred=Deferred@747908476(state=PENDING, result=null, callback=(continuation of Deferred@1770548510 after retry RPC after error@2145679249) -> (continuation of Deferred@206852471 after retry RPC after error@27685452) -> (continuation of Deferred@736894971 after retry RPC after error@2011741672) -> (continuation of Deferred@1494844811 after retry RPC after error@1805625590) -> (continuation of Deferred@549937593 after retry RPC after error@317886388) -> (continuation of Deferred@122844604 after retry RPC after error@295482808) -> (continuation of Deferred@181261467 after retry RPC after error@205808985) -> (continuation of Deferred@405741304 after retry RPC after error@1827297584), errback=(continuation of Deferred@1770548510 after retry RPC after error@2145679249) -> (continuation of Deferred@206852471 after retry RPC after error@27685452) -> (continuation of Deferred@736894971 after retry RPC after error@2011741672) -> (continuation of Deferred@1494844811 after retry RPC after error@1805625590) -> (continuation of Deferred@549937593 after retry RPC after error@317886388) -> (continuation of Deferred@122844604 after retry RPC after error@295482808) -> (continuation of Deferred@181261467 after retry RPC after error@205808985) -> (continuation of Deferred@405741304 after retry RPC after error@1827297584)))
08:04:22.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:22.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:22.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:22.027 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:22.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:22.047 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:22.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:22.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:22.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.124:35443(127.5.193.124:35443)] connecting to peer
08:04:22.087 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.5.193.125:39711(127.5.193.125:39711)] connecting to peer
08:04:22.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.124:35443(127.5.193.124:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.193.125:39711(127.5.193.125:39711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.125:39711: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
08:04:22.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.193.124:35443: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443
08:04:22.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48398), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [217ms] refreshing cache from master, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [218ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [456ms] refreshing cache from master, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [459ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [858ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [860ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1456ms] refreshing cache from master, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1460ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2697ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2699ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [5417ms] refreshing cache from master, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [5418ms] too many traces: truncated at 100 traces, deferred=Deferred@570814339(state=PENDING, result=null, callback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456), errback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456)))
08:04:22.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711; will retry
08:04:22.091 [DEBUG - main] (Connection.java:575) [peer master-127.5.193.126:37063(127.5.193.126:37063)] disconnecting while in state READY
08:04:22.091 [DEBUG - main] (Connection.java:575) [peer 1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)] disconnecting while in state READY
08:04:22.091 [DEBUG - main] (Connection.java:575) [peer master-127.5.193.124:35443(127.5.193.124:35443)] disconnecting while in state TERMINATED
08:04:22.091 [DEBUG - main] (Connection.java:575) [peer master-127.5.193.125:39711(127.5.193.125:39711)] disconnecting while in state TERMINATED
08:04:22.092 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.193.126:37063(127.5.193.126:37063)] handling channelInactive
08:04:22.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.193.126:37063(127.5.193.126:37063)] cleaning up while in state READY due to: connection closed
08:04:22.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.093415 5893 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-task35JAxc/build/asan/bin/kudu pid 6203
08:04:22.094 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)] handling channelInactive
08:04:22.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1409951acb574d8496f333c001efc7ca(127.5.193.66:37581)] cleaning up while in state READY due to: connection closed
08:04:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.106674 6337 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.209095 5893 external_mini_cluster.cc:1620] Killing /tmp/dist-test-task35JAxc/build/asan/bin/kudu with pid 6203
08:04:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:22.228375 6503 connection.cc:537] client connection to 127.5.193.65:38567 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:22.228665 6503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.228845 5893 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-task35JAxc/build/asan/bin/kudu pid 6347
08:04:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 08:04:22.231176 6503 consensus_peers.cc:487] T 9ba773ae27e84917bd473c91586eb05b P c28f62d96b85439bb7f3512436033a9b -> Peer 4b45dbcbfc2a4931873582e26932cc80 (127.5.193.65:38567): Couldn't send request to peer 4b45dbcbfc2a4931873582e26932cc80. Status: Network error: Client connection negotiation failed: client connection to 127.5.193.65:38567: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.235893 6477 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.340032 5893 external_mini_cluster.cc:1620] Killing /tmp/dist-test-task35JAxc/build/asan/bin/kudu with pid 6347
08:04:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.360273 5893 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-task35JAxc/build/asan/bin/kudu pid 6487
08:04:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.369865 6619 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.514241 5893 external_mini_cluster.cc:1620] Killing /tmp/dist-test-task35JAxc/build/asan/bin/kudu with pid 6487
08:04:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.538286 5893 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-task35JAxc/build/asan/bin/kudu pid 5904
08:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.539394 5975 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 08:04:22.683315 5893 external_mini_cluster.cc:1620] Killing /tmp/dist-test-task35JAxc/build/asan/bin/kudu with pid 5904
08:04:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T08:04:22Z chronyd exiting
08:04:22.840 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48398), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [217ms] refreshing cache from master, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [218ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [456ms] refreshing cache from master, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [459ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [858ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [860ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1456ms] refreshing cache from master, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1460ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2697ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2699ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [5417ms] refreshing cache from master, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [5418ms] too many traces: truncated at 100 traces, deferred=Deferred@570814339(state=PENDING, result=null, callback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456), errback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.193.125:39711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_275]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48398), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [19ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [39ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [59ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [79ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [198ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [199ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [217ms] refreshing cache from master, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [218ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [219ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [219ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [456ms] refreshing cache from master, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [458ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [459ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [858ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [859ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [860ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1456ms] refreshing cache from master, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [1459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [1460ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2697ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.124:35443: Network error: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.125:39711: Network error: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [2699ms] Sub RPC ConnectToMaster: received response from server master-127.5.193.126:37063: OK, [2699ms] delaying RPC due to: Service unavailable: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711, [5417ms] refreshing cache from master, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.126:37063, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.124:35443, [5417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.193.125:39711, [5418ms] too many traces: truncated at 100 traces, deferred=Deferred@570814339(state=PENDING, result=null, callback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456), errback=(continuation of Deferred@1814085732 after retry RPC after error@1953919529) -> (continuation of Deferred@835112739 after retry RPC after error@1018320751) -> (continuation of Deferred@1450935165 after retry RPC after error@299586721) -> (continuation of Deferred@383991406 after retry RPC after error@952371954) -> (continuation of Deferred@841881340 after retry RPC after error@2040214084) -> (continuation of Deferred@1980003159 after retry RPC after error@1846506751) -> (continuation of Deferred@752092724 after retry RPC after error@217909496) -> (continuation of Deferred@1496730875 after retry RPC after error@1275818926) -> (continuation of Deferred@1088567741 after retry RPC after error@607929233) -> (continuation of Deferred@1325826681 after retry RPC after error@1485250100) -> (continuation of Deferred@167373640 after retry RPC after error@1327431981) -> (continuation of Deferred@879839229 after retry RPC after error@1416075769) -> (continuation of Deferred@302156694 after retry RPC after error@623113874) -> (continuation of Deferred@458429284 after retry RPC after error@1930684838) -> (continuation of Deferred@1967886953 after retry RPC after error@1340505396) -> (continuation of Deferred@1286447007 after retry RPC after error@547295605) -> (continuation of Deferred@166598613 after retry RPC after error@1964889089) -> (continuation of Deferred@1433201754 after retry RPC after error@228608827) -> (continuation of Deferred@1946793445 after retry RPC after error@1865407161) -> (continuation of Deferred@1561589050 after retry RPC after error@1382384688) -> (continuation of Deferred@1811592452 after retry RPC after error@2056343760) -> (continuation of Deferred@946458781 after retry RPC after error@1179879332) -> (continuation of Deferred@2025806079 after retry RPC after error@148410600) -> (continuation of Deferred@2126726230 after retry RPC after error@620204685) -> (continuation of Deferred@638410316 after retry RPC after error@1788794293) -> (continuation of Deferred@245095748 after retry RPC after error@383796704) -> (continuation of Deferred@1515423310 after retry RPC after error@1182581708) -> (continuation of Deferred@383600570 after retry RPC after error@34004932) -> (continuation of Deferred@1151424572 after retry RPC after error@1684246983) -> (continuation of Deferred@419428966 after retry RPC after error@749989442) -> (continuation of Deferred@1654469456 after retry RPC after error@445152109) -> (continuation of Deferred@2109968016 after retry RPC after error@1320267412) -> (continuation of Deferred@1161630625 after retry RPC after error@481774456)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.193.126:37063,127.5.193.124:35443,127.5.193.125:39711) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.124:35443(127.5.193.124:35443): Connection refused: /127.5.193.124:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.193.125:39711(127.5.193.125:39711): Connection refused: /127.5.193.125:39711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.193.125:39711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)